Link to notebook

Link to github repo.


Table of Contents


Load packages

library(tidyverse)
library(readxl)
library(phyloseq)
library(Biostrings)
#library(phangorn)
library(readr)
library(seqinr)
library(decontam)
library(ape)
library(vegan)
#library(philr)
library(RColorBrewer)
library(microbiome)
#library(DESeq2)
library(compositions);
library(cowplot)
library(plotly)
library(htmlwidgets)
library(withr)
library(lubridate)

Import and prepare the data from eDNA

Import metadata

metadata <- read_csv("sample_data.csv")

── Column specification ──────────────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  SampleID = col_character(),
  `Year.Trawl#` = col_character(),
  Datecode = col_double(),
  Date = col_character(),
  Month = col_double(),
  Year = col_double(),
  Bayside = col_character(),
  Station = col_character(),
  Habitat = col_character(),
  DO = col_double(),
  Salinity = col_double(),
  Temperature = col_double()
)

Import DADA2 results

Import count table and taxonomy file. I slightly modified otutable.csv in Excel to otutable_mod.csv to remove the quotes around seq names and put NA placehoder as first col name (which was above row names)

# Import Count table. Skip first row of tsv file, which is just some text
count_table <- read_table2("results/otutable_mod.csv")
Missing column names filled in: 'X1' [1]
── Column specification ──────────────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  .default = col_double(),
  X1 = col_character()
)
ℹ Use `spec()` for the full column specifications.
colnames(count_table)[1] <- "SampleID"

# Import taxonomy of ASVs
taxonomy <- read_csv(file="results/tax_sequences_blast_taxonomy.csv")
Missing column names filled in: 'X1' [1]Duplicated column names deduplicated: 'RefSeq_Tax_ID' => 'RefSeq_Tax_ID_1' [18]
── Column specification ──────────────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  X1 = col_double(),
  ASV_ID = col_character(),
  ref_seq_ID = col_character(),
  PID = col_double(),
  alnmt_len = col_double(),
  mismatch = col_double(),
  eval = col_double(),
  bscore = col_double(),
  RefSeq_Tax_ID = col_double(),
  Ref_Seq_title = col_character(),
  superkingdom = col_character(),
  phylum = col_character(),
  class = col_character(),
  order = col_character(),
  family = col_character(),
  genus = col_character(),
  species = col_character(),
  RefSeq_Tax_ID_1 = col_double()
)
# remove first col of sequential numbers
taxonomy[,1] <- NULL
# filter out sequences with low PID (recommended by Sara)
taxonomy <- filter(taxonomy, PID > 92)

# remove BLAST metadata and just retain taxonomy (necessary for further processing below)
drop.cols <- c(colnames(taxonomy)[2:9],'RefSeq_Tax_ID_1')
taxonomy <-  select(taxonomy, -one_of(drop.cols))


# And import the Common names, as curated by Sara. Join to taxonomy
commonnames <- read_excel("Trawls MASTER 2020 _mod_ES.xlsx",7)
commonnames

taxonomy <- left_join(taxonomy, commonnames, by = "ASV_ID")
taxonomy
NA

Filtering removed seqs 110, 332 (Gobiosoma ginsburgi and Belone belone) Note for Sara should we consider setting this at 97% which is more robust and still leaves 334 unique ASVs (rather than 379 with the 92% cutoff in the settings above)

Preview datasets

count_table
taxonomy
metadata

Make phyloseq object

I want to use the phyloseq package for some plotting/ statistics, which first requires making phyloseq objects out of each of input data tables-

count_table_matrix <- as.matrix(count_table[,2:392]) # convert count table to matrix, leaving out character column of sample ID
rownames(count_table_matrix) <- count_table$SampleID # add back in Sample IDs as row names
ASV =   otu_table(count_table_matrix, taxa_are_rows =  FALSE)

taxonomy_matrix <- as.matrix(taxonomy[,2:9])
rownames(taxonomy_matrix) <- taxonomy$ASV_ID 
TAX =   tax_table(taxonomy_matrix)

# select only the metada rows with eDNA samples
#metadata_edna <- metadata[complete.cases(metadata[,1]),]
metadata_edna <- metadata %>% filter(!is.na(SampleID))

META    =   sample_data(data.frame(metadata_edna, row.names = metadata_edna$`SampleID`))

First check that the inputs are in compatible formats by checking for ASV names with the phyloseq function, taxa_names

head(taxa_names(TAX))
[1] "Seq_1" "Seq_2" "Seq_3" "Seq_4" "Seq_5" "Seq_6"
head(taxa_names(ASV))
[1] "Seq_1" "Seq_2" "Seq_3" "Seq_4" "Seq_5" "Seq_6"

And check sample names were also detected

# Modify taxa names in ASV, which are formatted with the sample ID, underscor, fastq ID. Don't need this fastq ID anymore and want it to match the sample names from metadata
sample_names(ASV) <-  sample_names(ASV) %>%
  str_replace_all(pattern = "_S[:digit:]+",replacement = "")


head(sample_names(ASV))
[1] "T1PosCon" "T1S10"    "T1S11"    "T1S1"     "T1S2"     "T1S3"    
head(sample_names(META))
[1] "T1PosCon" "T1S1"     "T1S2"     "T1S3"     "T1S5"     "T1S6"    

And make the phyloseq object

ps <- phyloseq(ASV, TAX,    META)

QC and filtering eDNA dataset

Rarefaction curves

rarecurve(otu_table(ps), step=50, cex=0.5)
empty rows removed
# save as .eps
setEPS()
postscript("Figures/rarefaction.eps")
rarecurve(otu_table(ps), step=50, cex=0.5)
empty rows removed
dev.off()
quartz_off_screen 
                2 

Most samples look like they were sampled to completion. Be weary of T3S11, T1S2, and maybe T4S5

Filtering

Check some features of the phyloseq object

rank_names(ps)
[1] "superkingdom" "phylum"       "class"        "order"        "family"       "genus"        "species"      "CommonName"  
unique(tax_table(ps)[, "superkingdom"])
Taxonomy Table:     [2 taxa by 1 taxonomic ranks]:
        superkingdom
Seq_1   "Eukaryota" 
Seq_377 NA          
unique(tax_table(ps)[, "phylum"])
Taxonomy Table:     [3 taxa by 1 taxonomic ranks]:
        phylum      
Seq_1   "Chordata"  
Seq_368 "Arthropoda"
Seq_377 NA          
unique(tax_table(ps)[, "class"])
Taxonomy Table:     [5 taxa by 1 taxonomic ranks]:
        class           
Seq_1   "Actinopteri"   
Seq_63  "Mammalia"      
Seq_362 "Chondrichthyes"
Seq_368 "Insecta"       
Seq_377 NA              

There are some ASVs with NA as superkingdom, phylum, or class annotation- delete these.

ps <- subset_taxa(ps, !is.na(superkingdom) & !is.na(phylum) & !is.na(class))

unique(tax_table(ps)[, "superkingdom"])
Taxonomy Table:     [1 taxa by 1 taxonomic ranks]:
      superkingdom
Seq_1 "Eukaryota" 
unique(tax_table(ps)[, "phylum"])
Taxonomy Table:     [2 taxa by 1 taxonomic ranks]:
        phylum      
Seq_1   "Chordata"  
Seq_368 "Arthropoda"
unique(tax_table(ps)[, "class"])
Taxonomy Table:     [4 taxa by 1 taxonomic ranks]:
        class           
Seq_1   "Actinopteri"   
Seq_63  "Mammalia"      
Seq_362 "Chondrichthyes"
Seq_368 "Insecta"       
nrow(tax_table(ps)) # number of ASVs left
[1] 378

378 ASVs still remain…

Also check class Mammalia, to see if they are contamination or real:

tax_table(subset_taxa(ps, class == 'Mammalia'))
Taxonomy Table:     [8 taxa by 8 taxonomic ranks]:
        superkingdom phylum     class      order          family      genus   species        CommonName 
Seq_63  "Eukaryota"  "Chordata" "Mammalia" "Primates"     "Hominidae" "Homo"  "Homo sapiens" "Human"    
Seq_88  "Eukaryota"  "Chordata" "Mammalia" "Artiodactyla" "Suidae"    "Sus"   "Sus scrofa"   "Wild boar"
Seq_157 "Eukaryota"  "Chordata" "Mammalia" "Primates"     "Hominidae" "Homo"  "Homo sapiens" "Human"    
Seq_343 "Eukaryota"  "Chordata" "Mammalia" "Carnivora"    "Felidae"   "Felis" "Felis catus"  "Cat"      
Seq_369 "Eukaryota"  "Chordata" "Mammalia" "Artiodactyla" "Bovidae"   "Bos"   "Bos taurus"   "Cattle"   
Seq_378 "Eukaryota"  "Chordata" "Mammalia" "Primates"     "Hominidae" "Homo"  "Homo sapiens" "Human"    
Seq_383 "Eukaryota"  "Chordata" "Mammalia" "Primates"     "Hominidae" "Homo"  "Homo sapiens" "Human"    
Seq_389 "Eukaryota"  "Chordata" "Mammalia" "Primates"     "Hominidae" "Homo"  "Homo sapiens" "Human"    

These are human, wild boar, cat (ahem…cat lady), and cattle. All are contamination so delete all Mammalia

ps <- subset_taxa(ps, !class == 'Mammalia')
unique(tax_table(ps)[, "class"])
Taxonomy Table:     [3 taxa by 1 taxonomic ranks]:
        class           
Seq_1   "Actinopteri"   
Seq_362 "Chondrichthyes"
Seq_368 "Insecta"       

Next check the “Insecta” entries

tax_table(subset_taxa(ps, class == 'Insecta'))
Taxonomy Table:     [2 taxa by 8 taxonomic ranks]:
        superkingdom phylum       class     order         family       genus         species              CommonName
Seq_368 "Eukaryota"  "Arthropoda" "Insecta" "Hymenoptera" "Formicidae" "Linepithema" "Linepithema humile" "Ant"     
Seq_380 "Eukaryota"  "Arthropoda" "Insecta" "Hymenoptera" "Formicidae" "Linepithema" "Linepithema humile" "Ant"     

The onlly Insecta is Linepithema humile, which are ants so delete these too..

ps <- subset_taxa(ps, !class == 'Insecta')
unique(tax_table(ps)[, "class"])
Taxonomy Table:     [2 taxa by 1 taxonomic ranks]:
        class           
Seq_1   "Actinopteri"   
Seq_362 "Chondrichthyes"

Check sequencing effort

Check overall how many ASVs there are per sample

# First aglomerate the ASVs at the phylum level using the phyloseq function, tax_glom
superkingdomGlommed = tax_glom(ps, "superkingdom")

# and plot
plot_bar(superkingdomGlommed, x = "Sample")

ggsave(filename = "Figures/seqdepth.eps", plot = plot_bar(superkingdomGlommed, x = "Sample"), units = c("in"), width = 9, height = 6, dpi = 300, )# and save

Total sequences reveals certain samples had very low sequencing effort: T1S7, T1S8, T3S11, and, not as bad, T1S2 and T4S5

The rarefaction analysis also showed T1S2 and T4S5 samples were likely not sequenced to completion. Therefore remove these 5 samples from analysis

ps <- subset_samples(ps, !SampleID == "T1S7" & !SampleID == "T1S8" & !SampleID == "T3S11" & !SampleID == "T1S2" & !SampleID == "T4S5")

ps
phyloseq-class experiment-level object
otu_table()   OTU Table:         [ 368 taxa and 50 samples ]
sample_data() Sample Data:       [ 50 samples by 12 sample variables ]
tax_table()   Taxonomy Table:    [ 368 taxa by 8 taxonomic ranks ]

50 samples remaining with 368 ASVs

Remove Pos Controls (all hits in positive controls are the same family- I assume this is expected)

ps <- subset_samples(ps, !SampleID == "T1PosCon" & !SampleID == "T2PosCon" & !SampleID == "T3PosCon")
ps
phyloseq-class experiment-level object
otu_table()   OTU Table:         [ 368 taxa and 47 samples ]
sample_data() Sample Data:       [ 47 samples by 12 sample variables ]
tax_table()   Taxonomy Table:    [ 368 taxa by 8 taxonomic ranks ]

47 samples remaining with 368 unique ASVs

And lastly, correct some taxonomy: **First* according to Sara, Engraulis encrasicolus (European anchovy) and Engraulis mordax should be Anchoa mitchilli (Bay anchovy):

tax_table(ps) <- gsub(tax_table(ps), pattern = "Engraulis encrasicolus", replacement = "Anchoa mitchilli")  
tax_table(ps) <- gsub(tax_table(ps), pattern = "Engraulis mordax", replacement = "Anchoa mitchilli")  

Second the Fourhorn sculpin (Myoxocephalus quadricornis) is actually an Arctic species. This ASV has 100% PID and 100% query cover to Myoxocephalus quadricornis & Myoxocephalus scorpius (another Arctic species) and 99.4% PID, 100% query cover to Myoxocephalus aenaeus. This latter one is actually the regional species, so this is more likely to be the identity:

tax_table(ps) <- gsub(tax_table(ps), pattern = "Myoxocephalus quadricornis", replacement = "Myoxocephalus aenaeus") 
tax_table(ps) <- gsub(tax_table(ps), pattern = "Fourhorn sculpin", replacement = "Grubby sculpin") 

Third Scomber japonicus, the chub mackerel, is only found in the Indo-Pacific. While this is a commercial product and could be here due to sewage, it is more likely the Scomber colias (Atlantic chub mackerel), which is found regionally (in the open ocean Atlantic). The blast hit to Scomber japonicus has PID of 100% and query cover of 100% while the similarity to Scomber colias 100% query cover/ 99.41% PID.

tax_table(ps) <- gsub(tax_table(ps), pattern = "Scomber japonicus", replacement = "Scomber colias") 
tax_table(ps) <- gsub(tax_table(ps), pattern = "Chub mackerel", replacement = "Atlantic chub mackerel") 
ps
phyloseq-class experiment-level object
otu_table()   OTU Table:         [ 368 taxa and 47 samples ]
sample_data() Sample Data:       [ 47 samples by 12 sample variables ]
tax_table()   Taxonomy Table:    [ 368 taxa by 8 taxonomic ranks ]

47 samples remainwith 368 unique ASVs

Abundance plots eDNA

For plotting, use relative abundances (# of ASV sequences/sum total sequences in sample), calculated easily using microbiome::transform

ps_ra <- microbiome::transform(ps, transform = "compositional")

Export the relative abundance matrix so Sara can have it:

# Extract abundance matrix from the phyloseq object
RelAbun_matrix = as(otu_table(ps_ra), "matrix")

# Coerce to data.frame
RelAbun_dataframe = as.data.frame(RelAbun_matrix)

# Export
write.csv(RelAbun_dataframe,"results/otutable_relabun.csv", row.names = TRUE)

Abundance at family level

Then aglomerate the ASVs at the family level using the phyloseq function, tax_glom

familyGlommed_RA = tax_glom(ps_ra, "family")
family_barplot <- plot_bar(familyGlommed_RA, x = "Sample", fill = "family")
family_barplot

NOTES for Sara

  • There are some samples, (T1S3, T1S6, T2S11, T3S10, T3S4, T3S5, T3S9, T4S4, T4S7, T5S7) which are composed almost exclusively of 1 family. This might be fine, but I’m not used to seeing this with prokaroytic data. Just want to check with you

Agglomerate by species to see if I get the same 38 unique species Sara sees:

speciesGlommed_RA = tax_glom(ps_ra, "CommonName")
speciesGlommed_RA
phyloseq-class experiment-level object
otu_table()   OTU Table:         [ 41 taxa and 47 samples ]
sample_data() Sample Data:       [ 47 samples by 12 sample variables ]
tax_table()   Taxonomy Table:    [ 41 taxa by 8 taxonomic ranks ]
tax_table(speciesGlommed_RA)
Taxonomy Table:     [41 taxa by 8 taxonomic ranks]:
        superkingdom phylum     class            order                family            genus               
Seq_1   "Eukaryota"  "Chordata" "Actinopteri"    "Atheriniformes"     "Atherinopsidae"  "Menidia"           
Seq_2   "Eukaryota"  "Chordata" "Actinopteri"    "Clupeiformes"       "Clupeidae"       "Brevoortia"        
Seq_3   "Eukaryota"  "Chordata" "Actinopteri"    "Clupeiformes"       "Engraulidae"     "Engraulis"         
Seq_4   "Eukaryota"  "Chordata" "Actinopteri"    "Scombriformes"      "Pomatomidae"     "Pomatomus"         
Seq_5   "Eukaryota"  "Chordata" "Actinopteri"    "Lutjaniformes"      "Lutjanidae"      "Lutjanus"          
Seq_6   "Eukaryota"  "Chordata" "Actinopteri"    "Pleuronectiformes"  "Paralichthyidae" "Paralichthys"      
Seq_7   "Eukaryota"  "Chordata" "Actinopteri"    "Clupeiformes"       "Clupeidae"       "Alosa"             
Seq_9   "Eukaryota"  "Chordata" "Actinopteri"    "Gobiiformes"        "Gobiidae"        "Gobiosoma"         
Seq_10  "Eukaryota"  "Chordata" "Actinopteri"    "Pleuronectiformes"  "Scophthalmidae"  "Scophthalmus"      
Seq_11  "Eukaryota"  "Chordata" "Actinopteri"    "Perciformes"        "Serranidae"      "Centropristis"     
Seq_12  "Eukaryota"  "Chordata" "Actinopteri"    "Spariformes"        "Sparidae"        "Stenotomus"        
Seq_15  "Eukaryota"  "Chordata" "Actinopteri"    NA                   "Sciaenidae"      "Leiostomus"        
Seq_16  "Eukaryota"  "Chordata" "Actinopteri"    NA                   "Sciaenidae"      "Menticirrhus"      
Seq_17  "Eukaryota"  "Chordata" "Actinopteri"    "Labriformes"        "Labridae"        "Tautoga"           
Seq_19  "Eukaryota"  "Chordata" "Actinopteri"    "Perciformes"        "Cottidae"        "Myoxocephalus"     
Seq_20  "Eukaryota"  "Chordata" "Actinopteri"    "Pleuronectiformes"  "Pleuronectidae"  "Pseudopleuronectes"
Seq_21  "Eukaryota"  "Chordata" "Actinopteri"    NA                   "Moronidae"       "Morone"            
Seq_22  "Eukaryota"  "Chordata" "Actinopteri"    "Syngnathiformes"    "Syngnathidae"    "Syngnathus"        
Seq_30  "Eukaryota"  "Chordata" "Actinopteri"    "Pleuronectiformes"  "Paralichthyidae" "Etropus"           
Seq_33  "Eukaryota"  "Chordata" "Actinopteri"    NA                   "Sciaenidae"      "Cynoscion"         
Seq_34  "Eukaryota"  "Chordata" "Actinopteri"    "Labriformes"        "Labridae"        "Tautogolabrus"     
Seq_36  "Eukaryota"  "Chordata" "Actinopteri"    "Anguilliformes"     "Anguillidae"     "Anguilla"          
Seq_38  "Eukaryota"  "Chordata" "Actinopteri"    "Scombriformes"      "Scombridae"      "Thunnus"           
Seq_40  "Eukaryota"  "Chordata" "Actinopteri"    "Perciformes"        "Gasterosteidae"  "Apeltes"           
Seq_44  "Eukaryota"  "Chordata" "Actinopteri"    "Cyprinodontiformes" "Fundulidae"      "Fundulus"          
Seq_50  "Eukaryota"  "Chordata" "Actinopteri"    "Atheriniformes"     "Atherinopsidae"  "Membras"           
Seq_52  "Eukaryota"  "Chordata" "Actinopteri"    "Gadiformes"         "Phycidae"        "Urophycis"         
Seq_54  "Eukaryota"  "Chordata" "Actinopteri"    "Scombriformes"      "Scombridae"      "Scomber"           
Seq_57  "Eukaryota"  "Chordata" "Actinopteri"    "Perciformes"        "Triglidae"       "Prionotus"         
Seq_67  "Eukaryota"  "Chordata" "Actinopteri"    "Scombriformes"      "Scombridae"      "Thunnus"           
Seq_82  "Eukaryota"  "Chordata" "Actinopteri"    NA                   "Sciaenidae"      "Bairdiella"        
Seq_84  "Eukaryota"  "Chordata" "Actinopteri"    "Gadiformes"         "Gadidae"         "Microgadus"        
Seq_115 "Eukaryota"  "Chordata" "Actinopteri"    "Cyprinodontiformes" "Fundulidae"      "Fundulus"          
Seq_119 "Eukaryota"  "Chordata" "Actinopteri"    "Gadiformes"         "Phycidae"        "Urophycis"         
Seq_139 "Eukaryota"  "Chordata" "Actinopteri"    "Batrachoidiformes"  "Batrachoididae"  "Opsanus"           
Seq_141 "Eukaryota"  "Chordata" "Actinopteri"    "Scombriformes"      "Scombridae"      "Katsuwonus"        
Seq_181 "Eukaryota"  "Chordata" "Actinopteri"    "Tetraodontiformes"  "Tetraodontidae"  "Sphoeroides"       
Seq_231 "Eukaryota"  "Chordata" "Actinopteri"    "Gadiformes"         "Merlucciidae"    "Merluccius"        
Seq_359 "Eukaryota"  "Chordata" "Actinopteri"    "Perciformes"        "Triglidae"       "Prionotus"         
Seq_362 "Eukaryota"  "Chordata" "Chondrichthyes" "Myliobatiformes"    "Myliobatidae"    "Rhinoptera"        
Seq_372 "Eukaryota"  "Chordata" "Chondrichthyes" "Carcharhiniformes"  "Triakidae"       "Mustelus"          
        species                         CommonName                
Seq_1   "Menidia menidia"               "Atlantic silverside"     
Seq_2   "Brevoortia tyrannus"           "Atlantic menhaden"       
Seq_3   "Anchoa mitchilli"              "Bay anchovy"             
Seq_4   "Pomatomus saltatrix"           "Bluefish"                
Seq_5   "Lutjanus griseus"              "Grey snapper"            
Seq_6   "Paralichthys dentatus"         "Summer flounder"         
Seq_7   "Alosa mediocris"               "Hickory shad"            
Seq_9   "Gobiosoma ginsburgi"           "Seaboard goby"           
Seq_10  "Scophthalmus aquosus"          "Windowpane flounder"     
Seq_11  "Centropristis striata"         "Black seabass"           
Seq_12  "Stenotomus chrysops"           "Scup"                    
Seq_15  "Leiostomus xanthurus"          "Spot"                    
Seq_16  "Menticirrhus saxatilis"        "Northern kingfish"       
Seq_17  "Tautoga onitis"                "Tautog"                  
Seq_19  "Myoxocephalus aenaeus"         "Grubby sculpin"          
Seq_20  "Pseudopleuronectes americanus" "Winter flounder"         
Seq_21  "Morone saxatilis"              "Striped bass"            
Seq_22  "Syngnathus fuscus"             "Northern pipefish"       
Seq_30  "Etropus microstomus"           "Smallmouth flounder"     
Seq_33  "Cynoscion regalis"             "Weakfish"                
Seq_34  "Tautogolabrus adspersus"       "Cunner"                  
Seq_36  "Anguilla rostrata"             "American eel"            
Seq_38  "Thunnus obesus"                "Bigeye tuna"             
Seq_40  "Apeltes quadracus"             "Stickleback"             
Seq_44  "Fundulus majalis"              "Striped killifish"       
Seq_50  "Membras martinica"             "Rough silverside"        
Seq_52  "Urophycis floridana"           "Spotted hake"            
Seq_54  "Scomber colias"                "Atlantic chub mackerel"  
Seq_57  "Prionotus carolinus"           "Northern searobin"       
Seq_67  "Thunnus thynnus"               "Atlantic bluefin tuna"   
Seq_82  "Bairdiella chrysoura"          "American silver perch"   
Seq_84  "Microgadus tomcod"             "Atlantic tomcod"         
Seq_115 "Fundulus heteroclitus"         "Mummichog"               
Seq_119 "Urophycis floridana"           "Red hake"                
Seq_139 "Opsanus tau"                   "Oyster toadfish"         
Seq_141 "Katsuwonus pelamis"            "Skipjack tuna"           
Seq_181 "Sphoeroides maculatus"         "Northern puffer"         
Seq_231 "Merluccius bilinearis"         "Silver hake"             
Seq_359 "Prionotus evolans"             "Striped searobin"        
Seq_362 "Rhinoptera bonasus"            "Cownose ray"             
Seq_372 "Mustelus canis"                "Dusky smooth-hound shark"

Bubble plots

Based on my previous scripts with Cariaco Eukaryotic data

# convert ps object to dataframe using phyloseq's psmelt
species_df <- psmelt(speciesGlommed_RA)

# replace zeroes in the table with NA
species_df[species_df == 0] <- NA

# and remove rows with NAs in abundance  (this is so they don't appear as small dots in plot)
species_df <-  filter(species_df, !is.na(Abundance))

Plot by species, scientific name

speciesbubbleplot_eDNA_sciname <- ggplot(species_df, aes(x = Station, y = fct_rev(species), color = Station)) + # the fancy stuff around y (species) helps to present it in reverse order in the plot (from top to btm alphabetically)
  geom_point(aes(size = Abundance, fill = Station), color = "black", pch = 21)+
  scale_size(range = c(1,15)) +
  scale_size_area(breaks = c(0,.25,.5,.75,1), max_size = 6)+
  xlab("")+
  ylab("")+
  labs(size="Relative Abundance")+
  theme_bw() +
  scale_fill_brewer(palette="Paired") +
  theme(axis.title.x=element_blank(),
        axis.text.x=element_blank(),
        axis.ticks.x=element_blank()) +
  facet_grid(Datecode~Bayside, scales = "free", space = "free", drop= TRUE)
Scale for 'size' is already present. Adding another scale for 'size', which will replace the existing scale.
speciesbubbleplot_eDNA_sciname

Plot by species common name

speciesbubbleplot_eDNA_comname <- ggplot(species_df, aes(x = Station, y = fct_rev(CommonName), color = Station)) + # the fancy stuff around y (CommonName) helps to present it in reverse order in the plot (from top to btm alphabetically)
  geom_point(aes(size = Abundance, fill = Station), color = "black", pch = 21)+
  scale_size(range = c(1,15)) +
  scale_size_area(breaks = c(0,.25,.5,.75,1), max_size = 6)+
  xlab("")+
  ylab("")+
  labs(size="Relative Abundance")+
  theme_bw() +
  scale_fill_brewer(palette="Paired") +
  theme(axis.title.x=element_blank(),
        axis.text.x=element_blank(),
        axis.ticks.x=element_blank()) +
  facet_grid(Datecode~Bayside, scales = "free", space = "free", drop= TRUE)
Scale for 'size' is already present. Adding another scale for 'size', which will replace the existing scale.
speciesbubbleplot_eDNA_comname

Exportfigures

ggsave(filename = "Figures/speciesbubbleplot_eDNA_sciname.eps", plot = speciesbubbleplot_eDNA_sciname, units = c("in"), width = 7, height = 12, dpi = 300)

ggsave(filename = "Figures/speciesbubbleplot_eDNA_comname.eps", plot = speciesbubbleplot_eDNA_comname, units = c("in"), width = 7, height = 12, dpi = 300)

Filter out Elasmobranchs

The above look good but they include two elasmobranchs, the dusky smooth-hound shark and cownose ray. While these are probably real, the MiFISH primers don’t actually target the elasmobranchs, so we can’t trust this assay to fairly represent these non-target species. Filter out and re-make the bubble plots:

ps_ra_no_elasmo <- subset_taxa(ps_ra, !CommonName == 'Cownose ray')
ps_ra_no_elasmo <- subset_taxa(ps_ra_no_elasmo, !CommonName =='Dusky smooth-hound shark')

# and check
speciesGlommed_RA_no_elasmo = tax_glom(ps_ra_no_elasmo, "CommonName")
speciesGlommed_RA_no_elasmo
phyloseq-class experiment-level object
otu_table()   OTU Table:         [ 39 taxa and 47 samples ]
sample_data() Sample Data:       [ 47 samples by 12 sample variables ]
tax_table()   Taxonomy Table:    [ 39 taxa by 8 taxonomic ranks ]
tax_table(speciesGlommed_RA_no_elasmo)
Taxonomy Table:     [39 taxa by 8 taxonomic ranks]:
        superkingdom phylum     class         order                family            genus                species                        
Seq_1   "Eukaryota"  "Chordata" "Actinopteri" "Atheriniformes"     "Atherinopsidae"  "Menidia"            "Menidia menidia"              
Seq_2   "Eukaryota"  "Chordata" "Actinopteri" "Clupeiformes"       "Clupeidae"       "Brevoortia"         "Brevoortia tyrannus"          
Seq_3   "Eukaryota"  "Chordata" "Actinopteri" "Clupeiformes"       "Engraulidae"     "Engraulis"          "Anchoa mitchilli"             
Seq_4   "Eukaryota"  "Chordata" "Actinopteri" "Scombriformes"      "Pomatomidae"     "Pomatomus"          "Pomatomus saltatrix"          
Seq_5   "Eukaryota"  "Chordata" "Actinopteri" "Lutjaniformes"      "Lutjanidae"      "Lutjanus"           "Lutjanus griseus"             
Seq_6   "Eukaryota"  "Chordata" "Actinopteri" "Pleuronectiformes"  "Paralichthyidae" "Paralichthys"       "Paralichthys dentatus"        
Seq_7   "Eukaryota"  "Chordata" "Actinopteri" "Clupeiformes"       "Clupeidae"       "Alosa"              "Alosa mediocris"              
Seq_9   "Eukaryota"  "Chordata" "Actinopteri" "Gobiiformes"        "Gobiidae"        "Gobiosoma"          "Gobiosoma ginsburgi"          
Seq_10  "Eukaryota"  "Chordata" "Actinopteri" "Pleuronectiformes"  "Scophthalmidae"  "Scophthalmus"       "Scophthalmus aquosus"         
Seq_11  "Eukaryota"  "Chordata" "Actinopteri" "Perciformes"        "Serranidae"      "Centropristis"      "Centropristis striata"        
Seq_12  "Eukaryota"  "Chordata" "Actinopteri" "Spariformes"        "Sparidae"        "Stenotomus"         "Stenotomus chrysops"          
Seq_15  "Eukaryota"  "Chordata" "Actinopteri" NA                   "Sciaenidae"      "Leiostomus"         "Leiostomus xanthurus"         
Seq_16  "Eukaryota"  "Chordata" "Actinopteri" NA                   "Sciaenidae"      "Menticirrhus"       "Menticirrhus saxatilis"       
Seq_17  "Eukaryota"  "Chordata" "Actinopteri" "Labriformes"        "Labridae"        "Tautoga"            "Tautoga onitis"               
Seq_19  "Eukaryota"  "Chordata" "Actinopteri" "Perciformes"        "Cottidae"        "Myoxocephalus"      "Myoxocephalus aenaeus"        
Seq_20  "Eukaryota"  "Chordata" "Actinopteri" "Pleuronectiformes"  "Pleuronectidae"  "Pseudopleuronectes" "Pseudopleuronectes americanus"
Seq_21  "Eukaryota"  "Chordata" "Actinopteri" NA                   "Moronidae"       "Morone"             "Morone saxatilis"             
Seq_22  "Eukaryota"  "Chordata" "Actinopteri" "Syngnathiformes"    "Syngnathidae"    "Syngnathus"         "Syngnathus fuscus"            
Seq_30  "Eukaryota"  "Chordata" "Actinopteri" "Pleuronectiformes"  "Paralichthyidae" "Etropus"            "Etropus microstomus"          
Seq_33  "Eukaryota"  "Chordata" "Actinopteri" NA                   "Sciaenidae"      "Cynoscion"          "Cynoscion regalis"            
Seq_34  "Eukaryota"  "Chordata" "Actinopteri" "Labriformes"        "Labridae"        "Tautogolabrus"      "Tautogolabrus adspersus"      
Seq_36  "Eukaryota"  "Chordata" "Actinopteri" "Anguilliformes"     "Anguillidae"     "Anguilla"           "Anguilla rostrata"            
Seq_38  "Eukaryota"  "Chordata" "Actinopteri" "Scombriformes"      "Scombridae"      "Thunnus"            "Thunnus obesus"               
Seq_40  "Eukaryota"  "Chordata" "Actinopteri" "Perciformes"        "Gasterosteidae"  "Apeltes"            "Apeltes quadracus"            
Seq_44  "Eukaryota"  "Chordata" "Actinopteri" "Cyprinodontiformes" "Fundulidae"      "Fundulus"           "Fundulus majalis"             
Seq_50  "Eukaryota"  "Chordata" "Actinopteri" "Atheriniformes"     "Atherinopsidae"  "Membras"            "Membras martinica"            
Seq_52  "Eukaryota"  "Chordata" "Actinopteri" "Gadiformes"         "Phycidae"        "Urophycis"          "Urophycis floridana"          
Seq_54  "Eukaryota"  "Chordata" "Actinopteri" "Scombriformes"      "Scombridae"      "Scomber"            "Scomber colias"               
Seq_57  "Eukaryota"  "Chordata" "Actinopteri" "Perciformes"        "Triglidae"       "Prionotus"          "Prionotus carolinus"          
Seq_67  "Eukaryota"  "Chordata" "Actinopteri" "Scombriformes"      "Scombridae"      "Thunnus"            "Thunnus thynnus"              
Seq_82  "Eukaryota"  "Chordata" "Actinopteri" NA                   "Sciaenidae"      "Bairdiella"         "Bairdiella chrysoura"         
Seq_84  "Eukaryota"  "Chordata" "Actinopteri" "Gadiformes"         "Gadidae"         "Microgadus"         "Microgadus tomcod"            
Seq_115 "Eukaryota"  "Chordata" "Actinopteri" "Cyprinodontiformes" "Fundulidae"      "Fundulus"           "Fundulus heteroclitus"        
Seq_119 "Eukaryota"  "Chordata" "Actinopteri" "Gadiformes"         "Phycidae"        "Urophycis"          "Urophycis floridana"          
Seq_139 "Eukaryota"  "Chordata" "Actinopteri" "Batrachoidiformes"  "Batrachoididae"  "Opsanus"            "Opsanus tau"                  
Seq_141 "Eukaryota"  "Chordata" "Actinopteri" "Scombriformes"      "Scombridae"      "Katsuwonus"         "Katsuwonus pelamis"           
Seq_181 "Eukaryota"  "Chordata" "Actinopteri" "Tetraodontiformes"  "Tetraodontidae"  "Sphoeroides"        "Sphoeroides maculatus"        
Seq_231 "Eukaryota"  "Chordata" "Actinopteri" "Gadiformes"         "Merlucciidae"    "Merluccius"         "Merluccius bilinearis"        
Seq_359 "Eukaryota"  "Chordata" "Actinopteri" "Perciformes"        "Triglidae"       "Prionotus"          "Prionotus evolans"            
        CommonName              
Seq_1   "Atlantic silverside"   
Seq_2   "Atlantic menhaden"     
Seq_3   "Bay anchovy"           
Seq_4   "Bluefish"              
Seq_5   "Grey snapper"          
Seq_6   "Summer flounder"       
Seq_7   "Hickory shad"          
Seq_9   "Seaboard goby"         
Seq_10  "Windowpane flounder"   
Seq_11  "Black seabass"         
Seq_12  "Scup"                  
Seq_15  "Spot"                  
Seq_16  "Northern kingfish"     
Seq_17  "Tautog"                
Seq_19  "Grubby sculpin"        
Seq_20  "Winter flounder"       
Seq_21  "Striped bass"          
Seq_22  "Northern pipefish"     
Seq_30  "Smallmouth flounder"   
Seq_33  "Weakfish"              
Seq_34  "Cunner"                
Seq_36  "American eel"          
Seq_38  "Bigeye tuna"           
Seq_40  "Stickleback"           
Seq_44  "Striped killifish"     
Seq_50  "Rough silverside"      
Seq_52  "Spotted hake"          
Seq_54  "Atlantic chub mackerel"
Seq_57  "Northern searobin"     
Seq_67  "Atlantic bluefin tuna" 
Seq_82  "American silver perch" 
Seq_84  "Atlantic tomcod"       
Seq_115 "Mummichog"             
Seq_119 "Red hake"              
Seq_139 "Oyster toadfish"       
Seq_141 "Skipjack tuna"         
Seq_181 "Northern puffer"       
Seq_231 "Silver hake"           
Seq_359 "Striped searobin"      

Remake bubble plots. First melt for tidyverse format

# convert ps object to dataframe using phyloseq's psmelt
species_df_no_elasmo <- psmelt(speciesGlommed_RA_no_elasmo)

# replace zeroes in the table with NA
species_df_no_elasmo[species_df_no_elasmo == 0] <- NA

# and remove rows with NAs in abundance  (this is so they don't appear as small dots in plot)
species_df_no_elasmo <-  filter(species_df_no_elasmo, !is.na(Abundance))

Plot by species, scientific name

speciesbubbleplot_eDNA_sciname_no_elasmo <- ggplot(species_df_no_elasmo, aes(x = Station, y = fct_rev(species), color = Station)) + # the fancy stuff around y (species) helps to present it in reverse order in the plot (from top to btm alphabetically)
  geom_point(aes(size = Abundance, fill = Station), color = "black", pch = 21)+
  scale_size(range = c(1,15)) +
  scale_size_area(breaks = c(0,.25,.5,.75,1), max_size = 6)+
  xlab("")+
  ylab("")+
  labs(size="Relative Abundance")+
  theme_bw() +
  scale_fill_brewer(palette="Paired") +
  theme(axis.title.x=element_blank(),
        axis.text.x=element_blank(),
        axis.ticks.x=element_blank()) +
  facet_grid(Datecode~Bayside, scales = "free", space = "free", drop= TRUE)
Scale for 'size' is already present. Adding another scale for 'size', which will replace the existing scale.
speciesbubbleplot_eDNA_sciname_no_elasmo

Plot by species common name

speciesbubbleplot_eDNA_comname_no_elasmo <- ggplot(species_df_no_elasmo, aes(x = Station, y = fct_rev(CommonName), color = Station)) + # the fancy stuff around y (CommonName) helps to present it in reverse order in the plot (from top to btm alphabetically)
  geom_point(aes(size = Abundance, fill = Station), color = "black", pch = 21)+
  scale_size(range = c(1,15)) +
  scale_size_area(breaks = c(0,.25,.5,.75,1), max_size = 6)+
  xlab("")+
  ylab("")+
  labs(size="Relative Abundance")+
  theme_bw() +
  scale_fill_brewer(palette="Paired") +
  theme(axis.title.x=element_blank(),
        axis.text.x=element_blank(),
        axis.ticks.x=element_blank()) +
  facet_grid(Datecode~Bayside, scales = "free", space = "free", drop= TRUE)
Scale for 'size' is already present. Adding another scale for 'size', which will replace the existing scale.
speciesbubbleplot_eDNA_comname_no_elasmo

Exportfigures

ggsave(filename = "Figures/speciesbubbleplot_eDNA_sciname_no_elasmo.eps", plot = speciesbubbleplot_eDNA_sciname_no_elasmo, units = c("in"), width = 7, height = 12, dpi = 300)

ggsave(filename = "Figures/speciesbubbleplot_eDNA_comname_no_elasmo.eps", plot = speciesbubbleplot_eDNA_comname_no_elasmo, units = c("in"), width = 7, height = 12, dpi = 300)

Import and prepare the data from trawls

Import Trawl Count Data

# import 4th sheet from  Excel file which contains morphometric data for each individual collected for every date
There were 50 or more warnings (use warnings() to see the first 50)
trawl_master <- read_excel("Trawls MASTER 2020 _mod_ES.xlsx",4)
trawl_master
# and import 6th sheet which is station info
stations <- read_excel("Trawls MASTER 2020 _mod_ES.xlsx",6)
stations

Make an equivalent to an OTU table, grouping by date and location and representing counts for every unique species

trawl_counts <- trawl_master %>%
  group_by(DATECODE, STATION_NO, CommonName) %>%
  tally(name = "count")
trawl_counts

and link station names to count table by matching to station number

trawl_counts <- left_join(trawl_counts, stations, by = "STATION_NO")
trawl_counts

Remove 09/16/20 since there is no equivalent eDNA from that date

trawl_counts <- trawl_counts %>%
  filter(DATECODE != "20200916")

Import CPUE data

These have been quality controlled by Sara to remove non-MiFISh species (invertebrates, elasmobranchs) and also to normalize for effort. So the unit is CPUE (catch per unit effort)

# Import
trawl_CPUE <- read_excel("Trawl CPUE no elasmobranch_mod.xlsx", 1)

# Pull out species names
trawl_CPUE_names <- colnames(trawl_CPUE)[3:dim(trawl_CPUE)[2]]

# Change format to long with species as rows
trawl_CPUE <- pivot_longer(trawl_CPUE,cols = colnames(trawl_CPUE)[3:dim(trawl_CPUE)[2]],names_to = "Species", values_to = "CPUE")

# Link station metadata with trawl CPUE data
trawl_CPUE <- left_join(trawl_CPUE, metadata, by = c("Datecode", "Station"))

trawl_CPUE

Abundance plots Trawls

Bubble plots- Abundances

speciesbubbleplot_trawl_comname <- ggplot(trawl_counts, aes(x = STATION_NA, y = fct_rev(CommonName), color = STATION_NA)) + 
  geom_point(aes(size = log10(count), fill = STATION_NA), color = "black", pch = 21)+
  scale_size(range = c(1,15)) +
  scale_size_area(breaks = c(log10(1), log10(2), log10(5), log10(10), log10(25), log10(100)), max_size = 6, labels = c("1","2","5","10","25","100"))+
  xlab("")+
  ylab("")+
  labs(size="Abundance", fill = "Station")+
  theme_bw() +
  scale_fill_brewer(palette="Paired") +
  theme(axis.title.x=element_blank(),
        axis.text.x=element_blank(),
        axis.ticks.x=element_blank()) +
  facet_grid(DATECODE~BAYSIDE, scales = "free", space = "free", drop= TRUE)
Scale for 'size' is already present. Adding another scale for 'size', which will replace the existing scale.
speciesbubbleplot_trawl_comname

Export figure

ggsave(filename = "Figures/speciesbubbleplot_trawl_abundance_comname.eps", plot = speciesbubbleplot_trawl_comname, units = c("in"), width = 6.75, height = 13, dpi = 300)

Filter out non-target-MiFISH species

To make a fair comparison, filter out the species from the trawl data that are not targetted by the eDNA MiFISH primers (invertebrates and elasmobrachs)

# Import the list of species that are OK for comparison
MiFISH_targets <- read_excel("Trawl CPUE no elasmobranch_mod.xlsx",2)
MiFISH_targets

Join to trawl data and filter

trawl_counts_MiFISHonly <- left_join(MiFISH_targets,trawl_counts, by = "CommonName")
trawl_counts_MiFISHonly

Reduced the number of rows from 363 to 244.

Plot another bubble plot with only abundance of MiFISh species from the trawl

speciesbubbleplot_trawl_comname_MiFISHonly <- ggplot(trawl_counts_MiFISHonly, aes(x = STATION_NA, y = fct_rev(CommonName), color = STATION_NA)) + 
There were 22 warnings (use warnings() to see them)
  geom_point(aes(size = log10(count), fill = STATION_NA), color = "black", pch = 21)+
  scale_size(range = c(1,15)) +
  scale_size_area(breaks = c(log10(1), log10(2), log10(5), log10(10), log10(25), log10(100)), max_size = 6, labels = c("1","2","5","10","25","100"))+
  xlab("")+
  ylab("")+
  labs(size="Abundance", fill = "Station")+
  theme_bw() +
  scale_fill_brewer(palette="Paired") +
  theme(axis.title.x=element_blank(),
        axis.text.x=element_blank(),
        axis.ticks.x=element_blank()) +
  facet_grid(DATECODE~BAYSIDE, scales = "free", space = "free", drop= TRUE)
Scale for 'size' is already present. Adding another scale for 'size', which will replace the existing scale.
speciesbubbleplot_trawl_comname_MiFISHonly

Export figure

ggsave(filename = "Figures/speciesbubbleplot_trawl_abundance_comname_MiFISHonly.eps", plot = speciesbubbleplot_trawl_comname_MiFISHonly, units = c("in"), width = 6.75, height = 10, dpi = 300)

Bubble plots - CPUE

speciesbubbleplot_trawl_CPUE_comname <- ggplot(trawl_CPUE, aes(x = Station, y = fct_rev(Species), color = Station)) + 
  geom_point(aes(size = log10(CPUE), fill = Station), color = "black", pch = 21)+
  scale_size(range = c(1,15)) +
  scale_size_area(breaks = c(log10(1), log10(2), log10(5), log10(10), log10(25), log10(100)), max_size = 6, labels = c("1","2","5","10","25","100"))+
  xlab("")+
  ylab("")+
  labs(size="CPUE", fill = "Station")+
  theme_bw() +
  scale_fill_brewer(palette="Paired") +
  theme(axis.title.x=element_blank(),
        axis.text.x=element_blank(),
        axis.ticks.x=element_blank()) +
  facet_grid(Datecode~Bayside, scales = "free", space = "free", drop= TRUE)
Scale for 'size' is already present. Adding another scale for 'size', which will replace the existing scale.
speciesbubbleplot_trawl_CPUE_comname

Export figure

ggsave(filename = "Figures/speciesbubbleplot_trawl_CPUE_comname.eps", plot = speciesbubbleplot_trawl_CPUE_comname, units = c("in"), width = 6.75, height = 13, dpi = 300)

#CONTINUE HERE. MODIFY CPUE DATA SO THE ZEROES ARE NA AND THE SPECIES NAMES ARE NOT ALL CAPS

Compare Trawl and eDNA

Species Richness

Count unique species across all stations, grouped by date, for each method, trawl& eDNA (use filtered trawl data so only comparing MiFISh spp to MiFISh spp).

First filter out stations from trawl data that were deleted samples from eDNA analysis because of poor sequencing effort. Filtered eDNA samples: T1S7 (20200707, CORMORANT POINT) T1S8 (20200707, SHINNECOCK HILLS) T3S11 (20200805, LITTLE POND) T1S2 (20200707, WEST MID BAY) T4S5 (20200819, PONQUOGUE BRIDGE)

trawl_counts_MiFISHonly
There were 22 warnings (use warnings() to see them)
trawl_counts_MiFISHonly_stationsfiltered <- trawl_counts_MiFISHonly %>%
  filter(!DATECODE == "20200707" | !STATION_NA == "CORMORANT POINT") %>%
  filter(!DATECODE == "20200707" | !STATION_NA == "SHINNECOCK HILLS") %>%
  filter(!DATECODE == "20200805" | !STATION_NA == "LITTLE POND") %>%
  filter(!DATECODE == "20200707" | !STATION_NA == "WEST MID BAY") %>%
  filter(!DATECODE == "20200819" | !STATION_NA == "PONQUOGUE BRIDGE")

trawl_counts_MiFISHonly_stationsfiltered

trawl_uniques <- trawl_counts_MiFISHonly_stationsfiltered %>%
  group_by(DATECODE, CommonName) %>%
  summarise(Trawl_Count = sum(count, na.rm=TRUE))
`summarise()` has grouped output by 'DATECODE'. You can override using the `.groups` argument.
trawl_uniques

eDNA_uniques <- species_df_no_elasmo%>%
  group_by(Datecode, CommonName) %>%
  summarise(eDNA_RelAbun = sum(Abundance, na.rm=TRUE))
`summarise()` has grouped output by 'Datecode'. You can override using the `.groups` argument.
eDNA_uniques

# Combine into one dataframe
trawl_eDNA_abun_table <- full_join(trawl_uniques, eDNA_uniques, by=c("CommonName" = "CommonName", "DATECODE" = "Datecode"))

trawl_eDNA_abun_table

Count total number of species from each method for each date

eDNA_richness <- tally(eDNA_uniques, name = "eDNA")
trawl_richness <- tally(trawl_uniques, name = "trawl")

speciesrichness <- full_join(eDNA_richness, trawl_richness, c("Datecode" = "DATECODE"))
speciesrichness <- pivot_longer(speciesrichness, !Datecode, names_to = "Method", values_to = "Richness")

speciesrichness$Datecode <- ymd(speciesrichness$Datecode) # convert to date format (better for plotting)

speciesrichness

Plot side-by-side

species_richness_plot <- ggplot(speciesrichness, aes(x =Datecode, y = Richness)) +
  geom_line(aes(color = Method), size = 3) +
  theme_bw() +
  xlab("") +
  ylab("Species Richness")

species_richness_plot

# export plot
ggsave(filename = "Figures/species_richness_plot.eps", plot = species_richness_plot, units = c("in"), width = 4, height = 3, dpi = 300)

Sum total number of species across all dates/ stations for entire study

species_sums_abun_table <- trawl_eDNA_abun_table %>%
  group_by(CommonName) %>%
  summarise(Trawl = sum(Trawl_Count, na.rm=TRUE), eDNA = (sum(eDNA_RelAbun, na.rm=TRUE))) %>%
  pivot_longer(!CommonName, names_to = "Method", values_to = "Abundance")
  
# turn zeroes to NA so they don't plot 
species_sums_abun_table <- na_if(species_sums_abun_table,0)

species_sums_abun_table

For each species, plot side-by-side comparison of abundance (summed over whole study) using each method

# First create a custom color scale to make this pretty
myColors <- colorRampPalette(brewer.pal(11,"Spectral"))(40)
names(myColors) <- levels(unique(species_sums_abun_table$CommonName))
colScale <- scale_colour_manual(name = "CommonName",values = myColors)

species_abun_sum_plot <- ggplot(species_sums_abun_table, aes(x = Abundance, y = reorder(CommonName, Abundance, function(x){sum(x,na.rm = TRUE)}), color = CommonName)) +
  geom_point(size = 5) +
  facet_wrap(~fct_rev(Method), scales = "free_x") +
  theme_bw() +
  xlab("Abundance") +
  ylab("") + 
  colScale +
  theme(legend.position = "none")

species_abun_sum_plot

Export plot

ggsave(filename = "Figures/species_abun_sum_plot.eps", plot = species_abun_sum_plot, units = c("in"), width = 5, height = 6, dpi = 300)

Exploratory Analyses

Ordinations on eDNA

I will try PCoA, PCA (the Euclidean PCoA) and NMDS ordinations in combination with different tranformations and distance metrics in order to see which explain the most variance in the dataset.

  • NOTE- see this discussion and this paper on why CCA should not be used with CLR-transformed compositional data to explore correlations.

PCA

PCA is essentially a type of PCoA using the Euclidean distance matrix as input. When combined with a log-ratio transformation of the count table, this is deemed appropriate for compositional datasets. It is also recommended as a first step in exploratory analyses of sequencinging datasets.

First do a CLR, centered log ratio transformation of the absolute abundance data (after filtering), as suggested by Gloor et al. 2017

# Estimate covariance matrix for CLR-transformed ASV table
clr_asv_table_ps <- data.frame(compositions::clr(otu_table(ps)))

Generate the PCA and visualize axes

# Generate a Principle Component Analysis (PCA) and evaluated based on the eigen decomposition from sample covariance matrix. 
lograt_pca <- prcomp(clr_asv_table_ps) 
# NOTE- this is equivalent to first making a Euclidean distance matrix using the CLR data table and then running a PCoA. A Euclidean distance matrix of a log-transformed data table = an Aitchison distance matrix. So this is equivalent to the compositional methods listed in Gloor et al.

# Visual representation with a screeplot
lograt_variances <- as.data.frame(lograt_pca$sdev^2/sum(lograt_pca$sdev^2)) %>% #Extract axes
  # Format to plot
  select(PercVar = 'lograt_pca$sdev^2/sum(lograt_pca$sdev^2)') %>% 
  rownames_to_column(var = "PCaxis") %>% 
  data.frame
head(lograt_variances)

# Plot screeplot
ggplot(lograt_variances, aes(x = as.numeric(PCaxis), y = PercVar)) + 
  geom_bar(stat = "identity", fill = "grey", color = "black") +
  theme_minimal() +
  theme(axis.title = element_text(color = "black", face = "bold", size = 10),
        axis.text.y = element_text(color = "black", face = "bold"),
        axis.text.x = element_blank()) +
  labs(x = "PC axis", y = "% Variance", title = "Log-Ratio PCA Screeplot, CLR Tranformation")

Total variance explained by first three axes= 15.7 + 10.5 + 10.0 = 36.2%. Since the second and third axes are similar, plot in 3D with 3 axes.

Visualize the PCA-

# Extract variances from the clr pca
pca_lograt_frame <- data.frame(lograt_pca$x) %>% 
  rownames_to_column(var = "SampleID")

# Merge metadata into the pcoa data table
pca_lograt_frame <- left_join(pca_lograt_frame, metadata, by = "SampleID")
head(pca_lograt_frame)

# Select eigenvalues from dataframe, round to 4 places and multiply by 100 for plotting. These will be the axes for the 3-D plot
eigenvalues<-round(lograt_variances[,2], digits = 4)*100

# Plotly - 3-D
pca_lograt <- plot_ly(pca_lograt_frame, type='scatter3d', mode='markers',
        x=~PC1,y=~PC2,z=~PC3,colors=~brewer.pal(11,'Paired'),
        color=~Station, symbols = c('circle','diamond'), symbol=~Bayside)%>%
  layout(font=list(size=12),
         title='CLR-Euclidean PCA',
         scene=list(xaxis=list(title=paste0('Co 2 ',eigenvalues[2],'%'),
                               showticklabels=FALSE,zerolinecolor='black'),
                    yaxis=list(title=paste0('Co 3 ',eigenvalues[3],'%'),
                               showticklabels=FALSE,zerolinecolor='black'),
                    zaxis=list(title=paste0('Co 1 ',eigenvalues[1],'%'),
                               showticklabels=FALSE,zerolinecolor='black')))
# pca_lograt

# save in "Embedded_figures" directory so that it can be hosted at Github and embedded in this notebook
withr::with_dir('Embedded_figures', htmlwidgets::saveWidget(as_widget(pca_lograt), file="pca_lograt.html", selfcontained = F))

 

Summary The CLR-Euclidean PCA reveals there is some separation according to East vs West. The PCA only explains ~36% of the variance so keep going with different ordinations to see if there is a better representation

PCoA Jaccard

The more traditional approach to ordinations is to do a PCoA on a distance matrix such as Bray-Curtis, Jaccard, or Unifrac. When combined with a transformation, they become more appropriate for NGS data. One such common transformation is the Hellinger transformation.

The different distance matrices also tell you a few different things about the dataset so I will run try different one to try to see if I can tease those out.

Before calculating any distance matrix, do a transformation of the filtered count table. Hellinger transformation is the square root of the relative abundance, so calculate it based on the ps_ra object:

ps_hellinger <- transform_sample_counts(ps_ra, function(x){sqrt(x)})

First, Jaccard, which builds the distance matrix based on presence/absence between samples. It does not take into account relative abundance of the taxa. Therefore this functions well for determining differences driven by rare taxa, which are weighed the same as abundant taxa.

jac_dmat<-vegdist(otu_table(ps_hellinger),method="jaccard") # Jaccard dist metric
pcoa_jac<-ape::pcoa(jac_dmat) # perform PCoA

# Extract variances from pcoa, from jaccard calculated dist. metric
jac_variances <- data.frame(pcoa_jac$values$Relative_eig) %>% 
  select(PercVar = 'pcoa_jac.values.Relative_eig') %>% 
  rownames_to_column(var = "PCaxis") %>% 
  data.frame
head(jac_variances)

# Make a screeplot
ggplot(jac_variances, aes(x = as.numeric(PCaxis), y = PercVar)) + 
  geom_bar(stat = "identity", fill = "grey", color = "black") +
  theme_minimal() +
  theme(axis.title = element_text(color = "black", face = "bold", size = 10),
        axis.text.y = element_text(color = "black", face = "bold"),
        axis.text.x = element_blank()) +
  labs(x = "PC axis", y = "% Variance", title = "Jaccard PCoA Screeplot")

The first two axes (19.0 + 9.6 = 28.6) are OK. But plot the first 3 axes since the 2nd and 3rd explain a similar amount of variance, (19.0 + 9.6 + 8.4 = 37% total variance explained)

Plot in 3D with Plotly

# Extract variances from the jaccard pcoa
pcoa_jac_df <- data.frame(pcoa_jac$vectors) %>% 
  rownames_to_column(var = "SampleID")

# Merge metadata into the pcoa data table
pcoa_jac_df <- left_join(pcoa_jac_df, metadata, by = "SampleID")
head(pcoa_jac_df)

# Select eigenvalues from dataframe, round to 4 places and multiply by 100 for plotting. These will be the axes for the 3-D plot
eigenvalues<-round(jac_variances[,2], digits = 4)*100

# Plotly - 3-D
pcoa_jaccard <- plot_ly(pcoa_jac_df, type='scatter3d', mode='markers',
        x=~Axis.2,y=~Axis.3,z=~Axis.1,colors=~brewer.pal(11,'Paired'),
        color=~Station, symbols = c('circle','diamond'), symbol=~Bayside)%>%
  layout(font=list(size=12),
         title='PCoA Jaccard Distance',
         scene=list(xaxis=list(title=paste0('Co 2 ',eigenvalues[2],'%'),
                               showticklabels=FALSE,zerolinecolor='black'),
                    yaxis=list(title=paste0('Co 3 ',eigenvalues[3],'%'),
                               showticklabels=FALSE,zerolinecolor='black'),
                    zaxis=list(title=paste0('Co 1 ',eigenvalues[1],'%'),
                               showticklabels=FALSE,zerolinecolor='black')))
# pcoa_jaccard

# save in "Embedded_figures" directory so that it can be hosted at Github and embedded in this notebook
withr::with_dir('Embedded_figures', htmlwidgets::saveWidget(as_widget(pcoa_jaccard), file="pcoa_jaccard.html", selfcontained = F))

The Jaccard-PCoA shows some separation along axis 2 and axis 3 in East vs West differences.

PCoA Bray Curtis

Next, try a Bray-Curtis distance matrix with PCoA, which builds the distance matrix based on presence/absence between samples and relative abundance differences. This ordination will represent well the differences in samples that are driven by taxa with high relative abundances.

NOTE: I need to use a correction here for negative eigenvalues. Read more here

bray_dmat<-vegdist(otu_table(ps_hellinger),method="bray") # Bray-Curtis dist metric
pcoa_bray<-ape::pcoa(bray_dmat) # perform PCoA in ape. But getting negative eigenvalues, so need to add correction. wcmdscale from base R also performs PCoA and can add cailliez correction
pcoa_bray <- wcmdscale(bray_dmat, eig = TRUE, add = "cailliez")

# check out summary of PCoA
eigenvals(pcoa_bray) %>%
  summary() -> ev
ev
Importance of components:
                        [,1]   [,2]    [,3]    [,4]    [,5]    [,6]    [,7]    [,8]
Eigenvalue            6.3464 3.2976 2.85913 1.62791 1.33454 1.24845 1.00909 0.90344
Proportion Explained  0.2111 0.1097 0.09511 0.05415 0.04439 0.04153 0.03357 0.03005
Cumulative Proportion 0.2111 0.3208 0.41591 0.47006 0.51445 0.55598 0.58955 0.61960
                         [,9]   [,10]   [,11]   [,12]   [,13]   [,14]  [,15]  [,16]
Eigenvalue            0.87308 0.77983 0.71209 0.65600 0.60628 0.54828 0.4990 0.4418
Proportion Explained  0.02904 0.02594 0.02369 0.02182 0.02017 0.01824 0.0166 0.0147
Cumulative Proportion 0.64864 0.67458 0.69827 0.72009 0.74026 0.75849 0.7751 0.7898
                        [,17]   [,18]  [,19]  [,20]   [,21]   [,22]   [,23]    [,24]
Eigenvalue            0.40560 0.39289 0.3668 0.3488 0.33712 0.33131 0.30233 0.285332
Proportion Explained  0.01349 0.01307 0.0122 0.0116 0.01121 0.01102 0.01006 0.009491
Cumulative Proportion 0.80328 0.81635 0.8285 0.8401 0.85136 0.86238 0.87244 0.881932
                         [,25]    [,26]   [,27]    [,28]    [,29]    [,30]    [,31]
Eigenvalue            0.268800 0.255859 0.24770 0.239363 0.226397 0.217778 0.198829
Proportion Explained  0.008941 0.008511 0.00824 0.007962 0.007531 0.007244 0.006614
Cumulative Proportion 0.890874 0.899385 0.90762 0.915586 0.923117 0.930361 0.936975
                         [,32]    [,33]    [,34]    [,35]   [,36]    [,37]    [,38]
Eigenvalue            0.194478 0.186212 0.167167 0.156242 0.15362 0.151123 0.139519
Proportion Explained  0.006469 0.006194 0.005561 0.005197 0.00511 0.005027 0.004641
Cumulative Proportion 0.943444 0.949639 0.955199 0.960397 0.96551 0.970534 0.975175
                         [,39]    [,40]    [,41]    [,42]    [,43]    [,44]    [,45]
Eigenvalue            0.133554 0.127736 0.124257 0.110435 0.106545 0.085716 0.058069
Proportion Explained  0.004443 0.004249 0.004133 0.003674 0.003544 0.002851 0.001932
Cumulative Proportion 0.979617 0.983866 0.987999 0.991673 0.995217 0.998068 1.000000
# extract variances and put in tibble
bray_variances <- NULL
for (i in 1:length(eigenvals(pcoa_bray))){
  bray_variances[i] <- eigenvals(pcoa_bray)[i]/sum(eigenvals(pcoa_bray))
}

# Extract variances from pcoa, from calculated dist. metric
bray_variances <- tibble(round(bray_variances,3)) %>%
  select(PercVar = 'round(bray_variances, 3)') %>%
  rownames_to_column(var = "PCaxis") %>%
  data.frame
head(bray_variances)

# Make a screeplot
ggplot(bray_variances, aes(x = as.numeric(PCaxis), y = PercVar)) + 
  geom_bar(stat = "identity", fill = "grey", color = "black") +
  theme_minimal() +
  theme(axis.title = element_text(color = "black", face = "bold", size = 10),
        axis.text.y = element_text(color = "black", face = "bold"),
        axis.text.x = element_blank()) +
  labs(x = "PC axis", y = "% Variance", title = "Bray-Curtis PCoA Screeplot")

The first two axes (21.1 + 11.0) are pretty good again but I am still going to experiment in the plot with the 3rd axis since it is similar to the second (9.5%; total variance explained = 41.6%)

Plot in 3D with Plotly

# Extract variances from the pcoa
There were 18 warnings (use warnings() to see them)
pcoa_bray_df <- data.frame(pcoa_bray$points) %>% 
  rownames_to_column(var = "SampleID")

# Merge metadata into the pcoa data table
pcoa_bray_df <- left_join(pcoa_bray_df, metadata, by = "SampleID")
head(pcoa_bray_df)

# Select eigenvalues from dataframe, round to 4 places and multiply by 100 for plotting. These will be the axes for the 3-D plot
eigenvalues<-round(bray_variances[,2], digits = 4)*100

# Plotly - 3-D
pcoa_bray <- plot_ly(pcoa_bray_df, type='scatter3d', mode='markers', 
                     x=~Dim2, y=~Dim3, z=~Dim1, colors=~brewer.pal(11,'Paired'),
        color=~Station, symbols = c('circle','diamond'), symbol=~Bayside)%>%  
  layout(font=list(size=12),
         title='PCoA Bray-Curtis Distance',
         scene=list(xaxis=list(title=paste0('Co 2 ',eigenvalues[2],'%'),
                               showticklabels=FALSE,zerolinecolor='black'),
                    yaxis=list(title=paste0('Co 3 ',eigenvalues[3],'%'),
                               showticklabels=FALSE,zerolinecolor='black'),
                    zaxis=list(title=paste0('Co 1 ',eigenvalues[1],'%'),
                               showticklabels=FALSE,zerolinecolor='black')))
# pcoa_bray

# save in "Embedded_figures" directory so that it can be hosted at Github and embedded in this notebook
withr::with_dir('Embedded_figures', htmlwidgets::saveWidget(as_widget(pcoa_bray), file="pcoa_bray.html", selfcontained = F))
`arrange_()` was deprecated in dplyr 0.7.0.
Please use `arrange()` instead.
See vignette('programming') for more help

These results along axes 1, 2, and 3 are similar to Jaccard, but there is MORE separation along axis 2, indicating that incorporating the differences in abundance helps explain more variance in the dataset.

NMDS Aitchison

Lastly, try a non-metric dimensional scaling ordination. PCA/PCoA are metric and attempt to rotate axes to fit the distance matrix distribution. An NMDS represents the data in 2-axes, by constraining the distribution of the points. Similar to above, this can be combined with different pre-treatment of the data.

First try the compositional approach, an NMDS on CLR-tranformed data using the Euclidean distances (aka Aitchison distance)

euc_dmat<-dist(clr_asv_table_ps, method = "euclidean") # Build the Aitchison distance matrix
There were 50 or more warnings (use warnings() to see the first 50)
euc_nmds <- metaMDS(euc_dmat, k=2, autotransform=FALSE) # Run the ordination
Run 0 stress 0.2105436 
Run 1 stress 0.210743 
... Procrustes: rmse 0.01868597  max resid 0.06267382 
Run 2 stress 0.2284121 
Run 3 stress 0.2281367 
Run 4 stress 0.2154902 
Run 5 stress 0.2169974 
Run 6 stress 0.2128146 
Run 7 stress 0.2123984 
Run 8 stress 0.2129377 
Run 9 stress 0.2321112 
Run 10 stress 0.2129288 
Run 11 stress 0.2324063 
Run 12 stress 0.2127399 
Run 13 stress 0.2110277 
... Procrustes: rmse 0.02376164  max resid 0.09749588 
Run 14 stress 0.2148974 
Run 15 stress 0.2109046 
... Procrustes: rmse 0.01881004  max resid 0.06376019 
Run 16 stress 0.2150601 
Run 17 stress 0.2314828 
Run 18 stress 0.2112384 
Run 19 stress 0.2128146 
Run 20 stress 0.2126376 
*** No convergence -- monoMDS stopping criteria:
     1: no. of iterations >= maxit
    19: stress ratio > sratmax
euc_nmds$stress #Check the stress. Less than 0.1 is good. Less than 0.05 is better. This will be different each time, since it is iteratively finding a unique solution each time (although the should look similar)
[1] 0.2105436
# Extract points from nmds and merge into data frame with metadata 
euc_nmds_df <- data.frame(euc_nmds$points) %>% 
  rownames_to_column(var = "SampleID")

# Merge metadata into the pcoa data table
euc_nmds_df <- left_join(euc_nmds_df, metadata, by = "SampleID")
head(euc_nmds_df)



## Plotting euclidean distance NMDS
nmds_aitch <- ggplot(euc_nmds_df,aes(x = MDS1, y = MDS2, color = Station, shape = Bayside)) +
  geom_point(size = 4) +
  scale_color_brewer(palette="Paired") +
  theme_bw() +
  labs(x = "NMDS 1", y = "NMDS 2", title = paste0('Aitchison Distance NMDS, Stress = ', round(euc_nmds$stress,2))) +
  coord_fixed(ratio = 1)

nmds_aitch

ggsave("figures/nmds_aitch.eps",nmds_aitch, width = 7, height = 5, units = c("in"))

The above has a relatively high stress (>0.2) so should be interpreted with caution. But it does show some separation East vs West along NMDS 1.

NMDS Jacaard

Next try a Jaccard NMDS, which will represent differences in presence/absence among samples, emphasizing both abundant and rare taxa the same

jac_nmds <- metaMDS(jac_dmat, k=2, autotransform=FALSE) # Run the ordination. Distance matrix was already calculated above
Run 0 stress 0.1627003 
Run 1 stress 0.1635518 
Run 2 stress 0.1913278 
Run 3 stress 0.187493 
Run 4 stress 0.1850804 
Run 5 stress 0.1574296 
... New best solution
... Procrustes: rmse 0.09013991  max resid 0.3060624 
Run 6 stress 0.1496846 
... New best solution
... Procrustes: rmse 0.0611786  max resid 0.3342008 
Run 7 stress 0.1758766 
Run 8 stress 0.1496646 
... New best solution
... Procrustes: rmse 0.05213047  max resid 0.3264531 
Run 9 stress 0.1512066 
Run 10 stress 0.1496492 
... New best solution
... Procrustes: rmse 0.002075288  max resid 0.01112514 
Run 11 stress 0.1511994 
Run 12 stress 0.1747511 
Run 13 stress 0.164175 
Run 14 stress 0.1635021 
Run 15 stress 0.1578622 
Run 16 stress 0.1741207 
Run 17 stress 0.1805795 
Run 18 stress 0.150871 
Run 19 stress 0.150871 
Run 20 stress 0.1809297 
*** No convergence -- monoMDS stopping criteria:
     1: no. of iterations >= maxit
    19: stress ratio > sratmax
jac_nmds$stress #Check the stress. Less than 0.1 is good. Less than 0.5 is better. This will be different each time, since it is iteratively finding a unique solution each time (although the should look similar)
[1] 0.1496492
# Extract points from nmds and merge into data frame with metadata 
jac_nmds_df <- data.frame(jac_nmds$points) %>% 
  rownames_to_column(var = "SampleID")

# Merge metadata into the pcoa data table
jac_nmds_df <- left_join(jac_nmds_df, metadata, by = "SampleID")
head(jac_nmds_df)



## Plotting euclidean distance NMDS
nmds_jaccard <- ggplot(jac_nmds_df,aes(x = MDS1, y = MDS2, color = Station, shape = Bayside)) +
  geom_point(size = 4) +
  scale_color_brewer(palette="Paired") +
  theme_bw() +
  labs(x = "NMDS 1", y = "NMDS 2", title = paste0('Jaccard Distance NMDS, Stress = ', round(jac_nmds$stress,2))) +
  coord_fixed(ratio = 1)

nmds_jaccard

ggsave("figures/nmds_jaccard.eps",nmds_jaccard, width = 7, height = 5, units = c("in"))

This is still a moderately high stress (>0.1) so should be interpreted with caution. Similar to Aitchison-distance nMDS but there is a little more separation of East vs West on NMDS 2 axis.

NMDS Bray Curtis

Next try a Bray-Curis NMDS, which will represent differences in presence/absence among samples and relative abundance, thus emphasizing impacts of highly abundant taxa.

bray_nmds <- metaMDS(bray_dmat, k=2, autotransform=FALSE) # Run the ordination. Distance matrix was already calculated above
Run 0 stress 0.1628608 
Run 1 stress 0.1496857 
... New best solution
... Procrustes: rmse 0.08605306  max resid 0.3199495 
Run 2 stress 0.1575236 
Run 3 stress 0.1648221 
Run 4 stress 0.1496852 
... New best solution
... Procrustes: rmse 0.001000773  max resid 0.005543388 
... Similar to previous best
Run 5 stress 0.1816327 
Run 6 stress 0.1574077 
Run 7 stress 0.16342 
Run 8 stress 0.1495163 
... New best solution
... Procrustes: rmse 0.05077312  max resid 0.3254243 
Run 9 stress 0.1496857 
... Procrustes: rmse 0.05076782  max resid 0.3264084 
Run 10 stress 0.1569837 
Run 11 stress 0.1700137 
Run 12 stress 0.149831 
... Procrustes: rmse 0.05229099  max resid 0.3259367 
Run 13 stress 0.1711916 
Run 14 stress 0.1634202 
Run 15 stress 0.164822 
Run 16 stress 0.1496496 
... Procrustes: rmse 0.01267154  max resid 0.07708813 
Run 17 stress 0.1667643 
Run 18 stress 0.1758516 
Run 19 stress 0.1660923 
Run 20 stress 0.1508713 
*** No convergence -- monoMDS stopping criteria:
     1: no. of iterations >= maxit
    19: stress ratio > sratmax
bray_nmds$stress #Check the stress. Less than 0.1 is good. Less than 0.5 is better. This will be different each time, since it is iteratively finding a unique solution each time (although the should look similar)
[1] 0.1495163
# Extract points from nmds and merge into data frame with metadata 
bray_nmds_df <- data.frame(bray_nmds$points) %>% 
  rownames_to_column(var = "SampleID")

# Merge metadata into the pcoa data table
bray_nmds_df <- left_join(bray_nmds_df, metadata, by = "SampleID")
head(bray_nmds_df)



## Plotting euclidean distance NMDS
nmds_bray <- ggplot(bray_nmds_df,aes(x = MDS1, y = MDS2, color = Station, shape = Bayside)) +
  geom_point(size = 4) +
  scale_color_brewer(palette="Paired") +
  theme_bw() +
  labs(x = "NMDS 1", y = "NMDS 2", title = paste0('Bray-Curtis Distance NMDS, Stress = ', round(bray_nmds$stress,2))) +
  coord_fixed(ratio = 1)

nmds_bray

ggsave("figures/nmds_bray.eps",nmds_bray, width = 7, height = 5, units = c("in"))

Very similar to Jaccard results. Moderately high stress (0.15)

eDNA Ordinations Summary

The ordination that explained the most variance in the eDNA dataset was the PCoA using the Bray-Curtis dissimilarity matrix after Hellinger transformation. This is similar to the approach presented in Lacoursière‐Roussel et al. 2018.

  • Next: fit environmental vectors to this ordination to see which can be possibly explain some of the variation among samples and among species.

PCoA with Environmental Variables

Recreate, in 2D, the first two axes of the ordination (PCoA with Bray distance matrx/ Hellinger transformation) and use envfit from vegan to test and fit environmental variables.

If not making 3D plots, can do this directly in phyloseq (eg. https://www.gdc-docs.ethz.ch/MDA/handouts/MDA20_PhyloseqFormation_Mahendra_Mariadassou.pdf)

—— Fix below after plot above is fixed- Cant use phyloseqs pcoa ordination with cailliez correction

Check how samples differ in the ordination according to different environmental variables

Bayside

plot_ordination(ps_hellinger, ps_hellinger_bray_pcoa, color = "Bayside") +
  geom_point(size = 4) +
  stat_ellipse(aes(group = Bayside)) +
  ggtitle('Bray Curtis PCoA') +
  coord_fixed(ratio = 1) +
  theme_bw()

Summary: There is overlap of the two, but there are also many EAST samples that fall outside and do no look similar to WEST samples. The transition correlates with axis 2. The WEST samples are more closely clustered together than EAST samples.

Habitat

plot_ordination(ps_hellinger, ps_hellinger_bray_pcoa, color = "Habitat") +
  geom_point(size = 4) +
  stat_ellipse(aes(group = Habitat)) +
  ggtitle('Bray Curtis PCoA') +
  coord_fixed(ratio = 1) +
  theme_bw()

Summary there doesn’t seem to be any effect of habitat type

Date

plot_ordination(ps_hellinger, ps_hellinger_bray_pcoa, color = "Date") +
  geom_point(size = 4) +
  stat_ellipse(aes(group = Date)) +
  ggtitle('Bray Curtis PCoA') +
  coord_fixed(ratio = 1) +
  theme_bw()

Summary There seems to be a continuous transition from July 22 to Sept. 2 but isn’t parallel to either axis 1 or 2.

Vector fitting of numeric variables

# vegan doesn't do a pcoa. try cmdscale from base R on the bray curtis distance matrix (after hellinger transformation)
pcoa <- wcmdscale(bray_dmat, eig = TRUE)

eigenvals(pcoa) %>%
  summary() -> ev

ev
Importance of components:
                        [,1]   [,2]   [,3]    [,4]    [,5]    [,6]    [,7]    [,8]
Eigenvalue            4.2258 2.1784 1.8551 1.01077 0.78507 0.74604 0.57803 0.49798
Proportion Explained  0.2769 0.1428 0.1216 0.06624 0.05145 0.04889 0.03788 0.03263
Cumulative Proportion     NA     NA     NA      NA      NA      NA      NA      NA
                         [,9]  [,10]   [,11]   [,12]   [,13]   [,14]  [,15]  [,16]
Eigenvalue            0.48126 0.4089 0.35895 0.32230 0.29289 0.25365 0.2198 0.1816
Proportion Explained  0.03154 0.0268 0.02352 0.02112 0.01919 0.01662 0.0144 0.0119
Cumulative Proportion      NA     NA      NA      NA      NA      NA     NA     NA
                        [,17]   [,18]    [,19]    [,20]    [,21]    [,22]   [,23]
Eigenvalue            0.15789 0.15153 0.129958 0.120610 0.115693 0.101967 0.08697
Proportion Explained  0.01035 0.00993 0.008517 0.007904 0.007582 0.006682 0.00570
Cumulative Proportion      NA      NA       NA       NA       NA       NA      NA
                        [,24]    [,25]    [,26]    [,27]    [,28]    [,29]    [,30]
Eigenvalue            0.07843 0.069186 0.060555 0.054821 0.051491 0.036271 0.029569
Proportion Explained  0.00514 0.004534 0.003968 0.003593 0.003374 0.002377 0.001938
Cumulative Proportion      NA       NA       NA       NA       NA       NA       NA
                         [,31]    [,32]    [,33]    [,34]     [,35]     [,36]      [,37]
Eigenvalue            0.024343 0.023518 0.018367 0.013871 0.0077006 0.0052630 -2.106e-05
Proportion Explained  0.001595 0.001541 0.001204 0.000909 0.0005046 0.0003449  1.380e-06
Cumulative Proportion       NA       NA       NA       NA        NA        NA         NA
                           [,38]      [,39]     [,40]     [,41]     [,42]     [,43]
Eigenvalue            -0.0077983 -0.0101807 -0.017069 -0.027714 -0.037663 -0.046618
Proportion Explained   0.0005111  0.0006672  0.001119  0.001816  0.002468  0.003055
Cumulative Proportion         NA         NA        NA        NA        NA        NA
                          [,44]     [,45]    [,46]
Eigenvalue            -0.060747 -0.100417 -0.16686
Proportion Explained   0.003981  0.006581  0.01093
Cumulative Proportion        NA        NA       NA
LS0tCnRpdGxlOiAiUHJvY2Vzc2luZyBSZXN1bHRzIGZyb20gREFEQTIgdG8gbWFrZSBwbG90cywgZG8gc29tZSBzdGF0aXN0aWNzIgphdXRob3I6ICJMaXogU3V0ZXIiCmRhdGU6ICJNYXkgNCwgMjAyMSIKb3V0cHV0OiBodG1sX25vdGVib29rCmVkaXRvcl9vcHRpb25zOiAKICBjaHVua19vdXRwdXRfdHlwZTogaW5saW5lCi0tLQoKW0xpbmtdKGh0dHBzOi8vbGl6c3V0ZXIuZ2l0aHViLmlvL2ZpbGVzL0Vjb2xfYW5hbHlzaXMubmIuaHRtbCkgdG8gbm90ZWJvb2sgIAoKW0xpbmtdKGh0dHBzOi8vZ2l0aHViLmNvbS9saXpzdXRlci9TQ01fZUROQSkgdG8gZ2l0aHViIHJlcG8uCgoKPGJyLz4KCiMgVGFibGUgb2YgQ29udGVudHMKLSBbTG9hZCBwYWNrYWdlc10oI2xvYWQtcGFja2FnZXMpCi0gW0ltcG9ydCBhbmQgcHJlcGFyZSB0aGUgZGF0YSBmcm9tIGVETkFdKCNpbXBvcnQtYW5kLXByZXBhcmUtdGhlLWRhdGEtZnJvbS1lZG5hKQogIC0gW0ltcG9ydCBtZXRhZGF0YV0oI2ltcG9ydC1tZXRhZGF0YSkKICAtIFtJbXBvcnQgREFEQTIgcmVzdWx0c10oI2ltcG9ydC1kYWRhMi1yZXN1bHRzKQotIFtRQyBhbmQgZmlsdGVyaW5nIGVETkEgZGF0YXNldF0oI3FjLWFuZC1maWx0ZXJpbmctZWRuYS1kYXRhc2V0KQogIC0gW1JhcmVmYWN0aW9uIGN1cnZlc10oI3JhcmVmYWN0aW9uLWN1cnZlcykKICAtIFtGaWx0ZXJpbmddKCNmaWx0ZXJpbmcpCiAgLSBbQ2hlY2sgc2VxdWVuY2luZyBlZmZvcnRdKCNjaGVjay1zZXF1ZW5jaW5nLWVmZm9ydCkKLSBbQWJ1bmRhbmNlIHBsb3RzIGVETkFdKCNhYnVuZGFuY2UtcGxvdHMtZWRuYSkKICAtIFtBYnVuZGFuY2UgYXQgZmFtaWx5IGxldmVsXSgjYWJ1bmRhbmNlLWF0LWZhbWlseS1sZXZlbCkKICAtIFtCdWJibGUgcGxvdHNdKCNidWJibGUtcGxvdHMpCi0gW0ltcG9ydCBhbmQgcHJlcGFyZSB0aGUgZGF0YSBmcm9tIHRyYXdsc10oI2ltcG9ydC1hbmQtcHJlcGFyZS10aGUtZGF0YS1mcm9tLXRyYXdscykKICAtIFtJbXBvcnQgVHJhd2wgTWFzdGVyIHNoZWV0XSgjaW1wb3J0LXRyYXdsLW1hc3Rlci1zaGVldCkKICAtIFtDb252ZXJ0IHRvIGNvdW50IHRhYmxlXSgjY29udmVydC10by1jb3VudC10YWJsZSkKLSBbQWJ1bmRhbmNlIHBsb3RzIFRyYXdsc10oI2FidW5kYW5jZS1wbG90cy10cmF3bHMpCi0gW0FidW5kYW5jZSBQbG90cyBDb21wYXJlIFRyYXdsIGFuZCBlRE5BXSgjYWJ1bmRhbmNlLXBsb3RzLWNvbXBhcmUtdHJhd2wtYW5kLWVkbmEpCi0gW0V4cGxvcmF0b3J5IEFuYWx5c2VzXSgjZXhwbG9yYXRvcnktYW5hbHlzZXMpCiAgLSBbT3JkaW5hdGlvbnMgb24gZUROQV0oI29yZGluYXRpb25zLW9uLWVkbmEpCiAgICAgIC0gW1BDQV0oI3BjYSkKICAgICAgLSBbUENvQSBKYWNjYXJkXSgjcGNvYS1qYWNjYXJkKQogICAgICAtIFtQQ29BIEJyYXkgQ3VydGlzXSgjcGNvYS1icmF5LWN1cnRpcykKICAgICAgLSBbTk1EUyBBaXRjaGlzb25dKCNubWRzLWFpdGNoaXNvbikKICAgICAgLSBbTk1EUyBKYWNhYXJkXSgjbm1kcy1qYWNhYXJkKQogICAgICAtIFtOTURTIEJyYXkgQ3VydGlzXSgjbm1kcy1icmF5LWN1cnRpcykKICAgICAgLSBbZUROQSBPcmRpbmF0aW9ucyBTdW1tYXJ5XSgjZWRuYS1vcmRpbmF0aW9ucy1zdW1tYXJ5KQogICAgICAKPGJyLz4KCgoKIyBMb2FkIHBhY2thZ2VzCgpgYGB7cn0KbGlicmFyeSh0aWR5dmVyc2UpCmxpYnJhcnkocmVhZHhsKQpsaWJyYXJ5KHBoeWxvc2VxKQpsaWJyYXJ5KEJpb3N0cmluZ3MpCiNsaWJyYXJ5KHBoYW5nb3JuKQpsaWJyYXJ5KHJlYWRyKQpsaWJyYXJ5KHNlcWlucikKbGlicmFyeShkZWNvbnRhbSkKbGlicmFyeShhcGUpCmxpYnJhcnkodmVnYW4pCiNsaWJyYXJ5KHBoaWxyKQpsaWJyYXJ5KFJDb2xvckJyZXdlcikKbGlicmFyeShtaWNyb2Jpb21lKQojbGlicmFyeShERVNlcTIpCmxpYnJhcnkoY29tcG9zaXRpb25zKTsKbGlicmFyeShjb3dwbG90KQpsaWJyYXJ5KHBsb3RseSkKbGlicmFyeShodG1sd2lkZ2V0cykKbGlicmFyeSh3aXRocikKbGlicmFyeShsdWJyaWRhdGUpCmBgYAoKIyAgSW1wb3J0IGFuZCBwcmVwYXJlIHRoZSBkYXRhIGZyb20gZUROQSAKCiMjIEltcG9ydCBtZXRhZGF0YQpgYGB7cn0KbWV0YWRhdGEgPC0gcmVhZF9jc3YoInNhbXBsZV9kYXRhLmNzdiIpCmBgYAoKCiMjIEltcG9ydCBEQURBMiByZXN1bHRzCkltcG9ydCBjb3VudCB0YWJsZSBhbmQgdGF4b25vbXkgZmlsZS4gSSBzbGlnaHRseSBtb2RpZmllZCBvdHV0YWJsZS5jc3YgaW4gRXhjZWwgdG8gb3R1dGFibGVfbW9kLmNzdiB0byByZW1vdmUgdGhlIHF1b3RlcyBhcm91bmQgc2VxIG5hbWVzIGFuZCBwdXQgTkEgcGxhY2Vob2RlciBhcyBmaXJzdCBjb2wgbmFtZSAod2hpY2ggd2FzIGFib3ZlIHJvdyBuYW1lcykKYGBge3J9CiMgSW1wb3J0IENvdW50IHRhYmxlLiBTa2lwIGZpcnN0IHJvdyBvZiB0c3YgZmlsZSwgd2hpY2ggaXMganVzdCBzb21lIHRleHQKY291bnRfdGFibGUgPC0gcmVhZF90YWJsZTIoInJlc3VsdHMvb3R1dGFibGVfbW9kLmNzdiIpCmNvbG5hbWVzKGNvdW50X3RhYmxlKVsxXSA8LSAiU2FtcGxlSUQiCgojIEltcG9ydCB0YXhvbm9teSBvZiBBU1ZzCnRheG9ub215IDwtIHJlYWRfY3N2KGZpbGU9InJlc3VsdHMvdGF4X3NlcXVlbmNlc19ibGFzdF90YXhvbm9teS5jc3YiKQojIHJlbW92ZSBmaXJzdCBjb2wgb2Ygc2VxdWVudGlhbCBudW1iZXJzCnRheG9ub215WywxXSA8LSBOVUxMCiMgZmlsdGVyIG91dCBzZXF1ZW5jZXMgd2l0aCBsb3cgUElEIChyZWNvbW1lbmRlZCBieSBTYXJhKQp0YXhvbm9teSA8LSBmaWx0ZXIodGF4b25vbXksIFBJRCA+IDkyKQoKIyByZW1vdmUgQkxBU1QgbWV0YWRhdGEgYW5kIGp1c3QgcmV0YWluIHRheG9ub215IChuZWNlc3NhcnkgZm9yIGZ1cnRoZXIgcHJvY2Vzc2luZyBiZWxvdykKZHJvcC5jb2xzIDwtIGMoY29sbmFtZXModGF4b25vbXkpWzI6OV0sJ1JlZlNlcV9UYXhfSURfMScpCnRheG9ub215IDwtICBzZWxlY3QodGF4b25vbXksIC1vbmVfb2YoZHJvcC5jb2xzKSkKCgojIEFuZCBpbXBvcnQgdGhlIENvbW1vbiBuYW1lcywgYXMgY3VyYXRlZCBieSBTYXJhLiBKb2luIHRvIHRheG9ub215CmNvbW1vbm5hbWVzIDwtIHJlYWRfZXhjZWwoIlRyYXdscyBNQVNURVIgMjAyMCBfbW9kX0VTLnhsc3giLDcpCmNvbW1vbm5hbWVzCgp0YXhvbm9teSA8LSBsZWZ0X2pvaW4odGF4b25vbXksIGNvbW1vbm5hbWVzLCBieSA9ICJBU1ZfSUQiKQp0YXhvbm9teQoKYGBgCkZpbHRlcmluZyByZW1vdmVkIHNlcXMgMTEwLCAzMzIgKEdvYmlvc29tYSBnaW5zYnVyZ2kgYW5kIEJlbG9uZSBiZWxvbmUpCipOb3RlIGZvciBTYXJhKiBzaG91bGQgd2UgY29uc2lkZXIgc2V0dGluZyB0aGlzIGF0IDk3JSB3aGljaCBpcyBtb3JlIHJvYnVzdCBhbmQgc3RpbGwgbGVhdmVzIDMzNCB1bmlxdWUgQVNWcyAocmF0aGVyIHRoYW4gMzc5IHdpdGggdGhlIDkyJSBjdXRvZmYgaW4gdGhlIHNldHRpbmdzIGFib3ZlKQoKUHJldmlldyBkYXRhc2V0cwpgYGB7cn0KY291bnRfdGFibGUKdGF4b25vbXkKbWV0YWRhdGEKYGBgCgoKCgojIyBNYWtlIHBoeWxvc2VxIG9iamVjdAoKSSB3YW50IHRvIHVzZSB0aGUgcGh5bG9zZXEgcGFja2FnZSBmb3Igc29tZSBwbG90dGluZy8gc3RhdGlzdGljcywgd2hpY2ggZmlyc3QgcmVxdWlyZXMgbWFraW5nIHBoeWxvc2VxIG9iamVjdHMgb3V0IG9mIGVhY2ggb2YgaW5wdXQgZGF0YSB0YWJsZXMtIAoKYGBge3J9CmNvdW50X3RhYmxlX21hdHJpeCA8LSBhcy5tYXRyaXgoY291bnRfdGFibGVbLDI6MzkyXSkgIyBjb252ZXJ0IGNvdW50IHRhYmxlIHRvIG1hdHJpeCwgbGVhdmluZyBvdXQgY2hhcmFjdGVyIGNvbHVtbiBvZiBzYW1wbGUgSUQKcm93bmFtZXMoY291bnRfdGFibGVfbWF0cml4KSA8LSBjb3VudF90YWJsZSRTYW1wbGVJRCAjIGFkZCBiYWNrIGluIFNhbXBsZSBJRHMgYXMgcm93IG5hbWVzCkFTVgk9CW90dV90YWJsZShjb3VudF90YWJsZV9tYXRyaXgsIHRheGFfYXJlX3Jvd3MgPSAgRkFMU0UpCgp0YXhvbm9teV9tYXRyaXggPC0gYXMubWF0cml4KHRheG9ub215WywyOjldKQpyb3duYW1lcyh0YXhvbm9teV9tYXRyaXgpIDwtIHRheG9ub215JEFTVl9JRCAKVEFYCT0JdGF4X3RhYmxlKHRheG9ub215X21hdHJpeCkKCiMgc2VsZWN0IG9ubHkgdGhlIG1ldGFkYSByb3dzIHdpdGggZUROQSBzYW1wbGVzCm1ldGFkYXRhX2VkbmEgPC0gbWV0YWRhdGEgJT4lIGZpbHRlcighaXMubmEoU2FtcGxlSUQpKQoKTUVUQQk9CXNhbXBsZV9kYXRhKGRhdGEuZnJhbWUobWV0YWRhdGFfZWRuYSwgcm93Lm5hbWVzID0gbWV0YWRhdGFfZWRuYSRgU2FtcGxlSURgKSkKYGBgCgoKRmlyc3QgY2hlY2sgdGhhdCB0aGUgaW5wdXRzIGFyZSBpbiBjb21wYXRpYmxlIGZvcm1hdHMgYnkgY2hlY2tpbmcgZm9yIEFTViBuYW1lcyB3aXRoIHRoZSBwaHlsb3NlcSBmdW5jdGlvbiwgdGF4YV9uYW1lcwpgYGB7cn0KaGVhZCh0YXhhX25hbWVzKFRBWCkpCmhlYWQodGF4YV9uYW1lcyhBU1YpKQpgYGAKCkFuZCBjaGVjayBzYW1wbGUgbmFtZXMgd2VyZSBhbHNvIGRldGVjdGVkCmBgYHtyfQojIE1vZGlmeSB0YXhhIG5hbWVzIGluIEFTViwgd2hpY2ggYXJlIGZvcm1hdHRlZCB3aXRoIHRoZSBzYW1wbGUgSUQsIHVuZGVyc2NvciwgZmFzdHEgSUQuIERvbid0IG5lZWQgdGhpcyBmYXN0cSBJRCBhbnltb3JlIGFuZCB3YW50IGl0IHRvIG1hdGNoIHRoZSBzYW1wbGUgbmFtZXMgZnJvbSBtZXRhZGF0YQpzYW1wbGVfbmFtZXMoQVNWKSA8LSAgc2FtcGxlX25hbWVzKEFTVikgJT4lCiAgc3RyX3JlcGxhY2VfYWxsKHBhdHRlcm4gPSAiX1NbOmRpZ2l0Ol0rIixyZXBsYWNlbWVudCA9ICIiKQoKCmhlYWQoc2FtcGxlX25hbWVzKEFTVikpCmhlYWQoc2FtcGxlX25hbWVzKE1FVEEpKQpgYGAKCkFuZCBtYWtlIHRoZSBwaHlsb3NlcSBvYmplY3QKYGBge3J9CnBzIDwtIHBoeWxvc2VxKEFTViwJVEFYLAlNRVRBKQpgYGAKCgoKIyBRQyBhbmQgZmlsdGVyaW5nIGVETkEgZGF0YXNldAoKIyMgUmFyZWZhY3Rpb24gY3VydmVzCgpgYGB7cn0KcmFyZWN1cnZlKG90dV90YWJsZShwcyksIHN0ZXA9NTAsIGNleD0wLjUpCgojIHNhdmUgYXMgLmVwcwpzZXRFUFMoKQpwb3N0c2NyaXB0KCJGaWd1cmVzL3JhcmVmYWN0aW9uLmVwcyIpCnJhcmVjdXJ2ZShvdHVfdGFibGUocHMpLCBzdGVwPTUwLCBjZXg9MC41KQpkZXYub2ZmKCkKYGBgCk1vc3Qgc2FtcGxlcyBsb29rIGxpa2UgdGhleSB3ZXJlIHNhbXBsZWQgdG8gY29tcGxldGlvbi4gQmUgd2Vhcnkgb2YgVDNTMTEsIFQxUzIsIGFuZCBtYXliZSBUNFM1CgoKIyMgRmlsdGVyaW5nCgpDaGVjayBzb21lIGZlYXR1cmVzIG9mIHRoZSBwaHlsb3NlcSBvYmplY3QKYGBge3J9CnJhbmtfbmFtZXMocHMpCgp1bmlxdWUodGF4X3RhYmxlKHBzKVssICJzdXBlcmtpbmdkb20iXSkKdW5pcXVlKHRheF90YWJsZShwcylbLCAicGh5bHVtIl0pCnVuaXF1ZSh0YXhfdGFibGUocHMpWywgImNsYXNzIl0pCmBgYAoKVGhlcmUgYXJlIHNvbWUgQVNWcyB3aXRoIGBOQWAgYXMgc3VwZXJraW5nZG9tLCBwaHlsdW0sIG9yIGNsYXNzIGFubm90YXRpb24tIGRlbGV0ZSB0aGVzZS4gCgpgYGB7cn0KcHMgPC0gc3Vic2V0X3RheGEocHMsICFpcy5uYShzdXBlcmtpbmdkb20pICYgIWlzLm5hKHBoeWx1bSkgJiAhaXMubmEoY2xhc3MpKQoKdW5pcXVlKHRheF90YWJsZShwcylbLCAic3VwZXJraW5nZG9tIl0pCnVuaXF1ZSh0YXhfdGFibGUocHMpWywgInBoeWx1bSJdKQp1bmlxdWUodGF4X3RhYmxlKHBzKVssICJjbGFzcyJdKQpucm93KHRheF90YWJsZShwcykpICMgbnVtYmVyIG9mIEFTVnMgbGVmdApgYGAKMzc4IEFTVnMgc3RpbGwgcmVtYWluLi4uCgoKQWxzbyBjaGVjayBjbGFzcyBNYW1tYWxpYSwgdG8gc2VlIGlmIHRoZXkgYXJlIGNvbnRhbWluYXRpb24gb3IgcmVhbDoKYGBge3J9CnRheF90YWJsZShzdWJzZXRfdGF4YShwcywgY2xhc3MgPT0gJ01hbW1hbGlhJykpCmBgYApUaGVzZSBhcmUgaHVtYW4sIHdpbGQgYm9hciwgY2F0IChhaGVtLi4uY2F0IGxhZHkpLCBhbmQgY2F0dGxlLiBBbGwgYXJlIGNvbnRhbWluYXRpb24gc28gZGVsZXRlIGFsbCBNYW1tYWxpYQoKYGBge3J9CnBzIDwtIHN1YnNldF90YXhhKHBzLCAhY2xhc3MgPT0gJ01hbW1hbGlhJykKdW5pcXVlKHRheF90YWJsZShwcylbLCAiY2xhc3MiXSkKYGBgCgpOZXh0IGNoZWNrIHRoZSAiSW5zZWN0YSIgZW50cmllcwpgYGB7cn0KdGF4X3RhYmxlKHN1YnNldF90YXhhKHBzLCBjbGFzcyA9PSAnSW5zZWN0YScpKQpgYGAKClRoZSBvbmxseSBJbnNlY3RhIGlzIExpbmVwaXRoZW1hIGh1bWlsZSwgd2hpY2ggYXJlIGFudHMgc28gZGVsZXRlIHRoZXNlIHRvby4uCmBgYHtyfQpwcyA8LSBzdWJzZXRfdGF4YShwcywgIWNsYXNzID09ICdJbnNlY3RhJykKdW5pcXVlKHRheF90YWJsZShwcylbLCAiY2xhc3MiXSkKYGBgCgoKIyMgQ2hlY2sgc2VxdWVuY2luZyBlZmZvcnQKCkNoZWNrIG92ZXJhbGwgaG93IG1hbnkgQVNWcyB0aGVyZSBhcmUgcGVyIHNhbXBsZQoKYGBge3J9CiMgRmlyc3QgYWdsb21lcmF0ZSB0aGUgQVNWcyBhdCB0aGUgcGh5bHVtIGxldmVsIHVzaW5nIHRoZSBwaHlsb3NlcSBmdW5jdGlvbiwgdGF4X2dsb20Kc3VwZXJraW5nZG9tR2xvbW1lZCA9IHRheF9nbG9tKHBzLCAic3VwZXJraW5nZG9tIikKCiMgYW5kIHBsb3QKcGxvdF9iYXIoc3VwZXJraW5nZG9tR2xvbW1lZCwgeCA9ICJTYW1wbGUiKQoKZ2dzYXZlKGZpbGVuYW1lID0gIkZpZ3VyZXMvc2VxZGVwdGguZXBzIiwgcGxvdCA9IHBsb3RfYmFyKHN1cGVya2luZ2RvbUdsb21tZWQsIHggPSAiU2FtcGxlIiksIHVuaXRzID0gYygiaW4iKSwgd2lkdGggPSA5LCBoZWlnaHQgPSA2LCBkcGkgPSAzMDAsICkjIGFuZCBzYXZlCgpgYGAKVG90YWwgc2VxdWVuY2VzIHJldmVhbHMgY2VydGFpbiBzYW1wbGVzIGhhZCB2ZXJ5IGxvdyBzZXF1ZW5jaW5nIGVmZm9ydDogVDFTNywgVDFTOCwgVDNTMTEsIGFuZCwgbm90IGFzIGJhZCwgVDFTMiBhbmQgVDRTNQoKCgpUaGUgcmFyZWZhY3Rpb24gYW5hbHlzaXMgYWxzbyBzaG93ZWQgVDFTMiBhbmQgVDRTNSBzYW1wbGVzIHdlcmUgbGlrZWx5IG5vdCBzZXF1ZW5jZWQgdG8gY29tcGxldGlvbi4gVGhlcmVmb3JlIHJlbW92ZSB0aGVzZSA1IHNhbXBsZXMgZnJvbSBhbmFseXNpcwpgYGB7cn0KcHMgPC0gc3Vic2V0X3NhbXBsZXMocHMsICFTYW1wbGVJRCA9PSAiVDFTNyIgJiAhU2FtcGxlSUQgPT0gIlQxUzgiICYgIVNhbXBsZUlEID09ICJUM1MxMSIgJiAhU2FtcGxlSUQgPT0gIlQxUzIiICYgIVNhbXBsZUlEID09ICJUNFM1IikKCnBzCmBgYAoKNTAgc2FtcGxlcyByZW1haW5pbmcgd2l0aCAzNjggQVNWcwoKClJlbW92ZSBQb3MgQ29udHJvbHMgKGFsbCBoaXRzIGluIHBvc2l0aXZlIGNvbnRyb2xzIGFyZSB0aGUgc2FtZSBmYW1pbHktIEkgYXNzdW1lIHRoaXMgaXMgZXhwZWN0ZWQpCmBgYHtyfQpwcyA8LSBzdWJzZXRfc2FtcGxlcyhwcywgIVNhbXBsZUlEID09ICJUMVBvc0NvbiIgJiAhU2FtcGxlSUQgPT0gIlQyUG9zQ29uIiAmICFTYW1wbGVJRCA9PSAiVDNQb3NDb24iKQpwcwpgYGAKCjQ3IHNhbXBsZXMgcmVtYWluaW5nIHdpdGggMzY4IHVuaXF1ZSBBU1ZzCgoKQW5kIGxhc3RseSwgY29ycmVjdCBzb21lIHRheG9ub215OiAqKkZpcnN0KiBhY2NvcmRpbmcgdG8gU2FyYSwgRW5ncmF1bGlzIGVuY3Jhc2ljb2x1cyAoRXVyb3BlYW4gYW5jaG92eSkgYW5kIEVuZ3JhdWxpcyBtb3JkYXggc2hvdWxkIGJlIEFuY2hvYSBtaXRjaGlsbGkgKEJheSBhbmNob3Z5KToKCmBgYHtyfQp0YXhfdGFibGUocHMpIDwtIGdzdWIodGF4X3RhYmxlKHBzKSwgcGF0dGVybiA9ICJFbmdyYXVsaXMgZW5jcmFzaWNvbHVzIiwgcmVwbGFjZW1lbnQgPSAiQW5jaG9hIG1pdGNoaWxsaSIpICAKdGF4X3RhYmxlKHBzKSA8LSBnc3ViKHRheF90YWJsZShwcyksIHBhdHRlcm4gPSAiRW5ncmF1bGlzIG1vcmRheCIsIHJlcGxhY2VtZW50ID0gIkFuY2hvYSBtaXRjaGlsbGkiKSAgCmBgYAoKCioqU2Vjb25kKiogdGhlIEZvdXJob3JuIHNjdWxwaW4gKE15b3hvY2VwaGFsdXMgcXVhZHJpY29ybmlzKSBpcyBhY3R1YWxseSBhbiBBcmN0aWMgc3BlY2llcy4gVGhpcyBBU1YgaGFzIDEwMCUgUElEIGFuZCAxMDAlIHF1ZXJ5IGNvdmVyIHRvIE15b3hvY2VwaGFsdXMgcXVhZHJpY29ybmlzICYgTXlveG9jZXBoYWx1cyBzY29ycGl1cyAoYW5vdGhlciBBcmN0aWMgc3BlY2llcykgYW5kIDk5LjQlIFBJRCwgMTAwJSBxdWVyeSBjb3ZlciB0byBNeW94b2NlcGhhbHVzIGFlbmFldXMuIFRoaXMgbGF0dGVyIG9uZSBpcyBhY3R1YWxseSB0aGUgcmVnaW9uYWwgc3BlY2llcywgc28gdGhpcyBpcyBtb3JlIGxpa2VseSB0byBiZSB0aGUgaWRlbnRpdHk6CmBgYHtyfQp0YXhfdGFibGUocHMpIDwtIGdzdWIodGF4X3RhYmxlKHBzKSwgcGF0dGVybiA9ICJNeW94b2NlcGhhbHVzIHF1YWRyaWNvcm5pcyIsIHJlcGxhY2VtZW50ID0gIk15b3hvY2VwaGFsdXMgYWVuYWV1cyIpIAp0YXhfdGFibGUocHMpIDwtIGdzdWIodGF4X3RhYmxlKHBzKSwgcGF0dGVybiA9ICJGb3VyaG9ybiBzY3VscGluIiwgcmVwbGFjZW1lbnQgPSAiR3J1YmJ5IHNjdWxwaW4iKSAKYGBgCgoKKipUaGlyZCoqIFNjb21iZXIgamFwb25pY3VzLCB0aGUgY2h1YiBtYWNrZXJlbCwgaXMgb25seSBmb3VuZCBpbiB0aGUgSW5kby1QYWNpZmljLiBXaGlsZSB0aGlzIGlzIGEgY29tbWVyY2lhbCBwcm9kdWN0IGFuZCBjb3VsZCBiZSBoZXJlIGR1ZSB0byBzZXdhZ2UsIGl0IGlzIG1vcmUgbGlrZWx5IHRoZSBTY29tYmVyIGNvbGlhcyAoQXRsYW50aWMgY2h1YiBtYWNrZXJlbCksIHdoaWNoIGlzIGZvdW5kIHJlZ2lvbmFsbHkgKGluIHRoZSBvcGVuIG9jZWFuIEF0bGFudGljKS4gVGhlIGJsYXN0IGhpdCB0byBTY29tYmVyIGphcG9uaWN1cyBoYXMgUElEIG9mIDEwMCUgYW5kIHF1ZXJ5IGNvdmVyIG9mIDEwMCUgd2hpbGUgdGhlIHNpbWlsYXJpdHkgdG8gU2NvbWJlciBjb2xpYXMgMTAwJSBxdWVyeSBjb3Zlci8gOTkuNDElIFBJRC4KCmBgYHtyfQp0YXhfdGFibGUocHMpIDwtIGdzdWIodGF4X3RhYmxlKHBzKSwgcGF0dGVybiA9ICJTY29tYmVyIGphcG9uaWN1cyIsIHJlcGxhY2VtZW50ID0gIlNjb21iZXIgY29saWFzIikgCnRheF90YWJsZShwcykgPC0gZ3N1Yih0YXhfdGFibGUocHMpLCBwYXR0ZXJuID0gIkNodWIgbWFja2VyZWwiLCByZXBsYWNlbWVudCA9ICJBdGxhbnRpYyBjaHViIG1hY2tlcmVsIikgCmBgYAoKCmBgYHtyfQpwcwpgYGAKCjQ3IHNhbXBsZXMgcmVtYWlud2l0aCAzNjggdW5pcXVlIEFTVnMKCgoKCiMgQWJ1bmRhbmNlIHBsb3RzIGVETkEKCkZvciBwbG90dGluZywgdXNlICpyZWxhdGl2ZSBhYnVuZGFuY2VzKiAoIyBvZiBBU1Ygc2VxdWVuY2VzL3N1bSB0b3RhbCBzZXF1ZW5jZXMgaW4gc2FtcGxlKSwgY2FsY3VsYXRlZCBlYXNpbHkgdXNpbmcgbWljcm9iaW9tZTo6dHJhbnNmb3JtCgpgYGB7cn0KcHNfcmEgPC0gbWljcm9iaW9tZTo6dHJhbnNmb3JtKHBzLCB0cmFuc2Zvcm0gPSAiY29tcG9zaXRpb25hbCIpCmBgYAoKRXhwb3J0IHRoZSByZWxhdGl2ZSBhYnVuZGFuY2UgbWF0cml4IHNvIFNhcmEgY2FuIGhhdmUgaXQ6CmBgYHtyfQojIEV4dHJhY3QgYWJ1bmRhbmNlIG1hdHJpeCBmcm9tIHRoZSBwaHlsb3NlcSBvYmplY3QKUmVsQWJ1bl9tYXRyaXggPSBhcyhvdHVfdGFibGUocHNfcmEpLCAibWF0cml4IikKCiMgQ29lcmNlIHRvIGRhdGEuZnJhbWUKUmVsQWJ1bl9kYXRhZnJhbWUgPSBhcy5kYXRhLmZyYW1lKFJlbEFidW5fbWF0cml4KQoKIyBFeHBvcnQKd3JpdGUuY3N2KFJlbEFidW5fZGF0YWZyYW1lLCJyZXN1bHRzL290dXRhYmxlX3JlbGFidW4uY3N2Iiwgcm93Lm5hbWVzID0gVFJVRSkKCmBgYAoKCgojIyBBYnVuZGFuY2UgYXQgZmFtaWx5IGxldmVsClRoZW4gYWdsb21lcmF0ZSB0aGUgQVNWcyBhdCB0aGUgZmFtaWx5IGxldmVsIHVzaW5nIHRoZSBwaHlsb3NlcSBmdW5jdGlvbiwgdGF4X2dsb20KYGBge3J9CmZhbWlseUdsb21tZWRfUkEgPSB0YXhfZ2xvbShwc19yYSwgImZhbWlseSIpCmZhbWlseV9iYXJwbG90IDwtIHBsb3RfYmFyKGZhbWlseUdsb21tZWRfUkEsIHggPSAiU2FtcGxlIiwgZmlsbCA9ICJmYW1pbHkiKQpmYW1pbHlfYmFycGxvdAoKYGBgCioqTk9URVMqKiBmb3IgU2FyYQoKLSBUaGVyZSBhcmUgc29tZSBzYW1wbGVzLCAoVDFTMywgVDFTNiwgVDJTMTEsIFQzUzEwLCBUM1M0LCBUM1M1LCBUM1M5LCBUNFM0LCBUNFM3LCBUNVM3KSB3aGljaCBhcmUgY29tcG9zZWQgYWxtb3N0IGV4Y2x1c2l2ZWx5IG9mIDEgZmFtaWx5LiBUaGlzIG1pZ2h0IGJlIGZpbmUsIGJ1dCBJJ20gbm90IHVzZWQgdG8gc2VlaW5nIHRoaXMgd2l0aCBwcm9rYXJveXRpYyBkYXRhLiBKdXN0IHdhbnQgdG8gY2hlY2sgd2l0aCB5b3UKCgoKQWdnbG9tZXJhdGUgYnkgc3BlY2llcyB0byBzZWUgaWYgSSBnZXQgdGhlIHNhbWUgMzggdW5pcXVlIHNwZWNpZXMgU2FyYSBzZWVzOgoKYGBge3J9CnNwZWNpZXNHbG9tbWVkX1JBID0gdGF4X2dsb20ocHNfcmEsICJDb21tb25OYW1lIikKc3BlY2llc0dsb21tZWRfUkEKdGF4X3RhYmxlKHNwZWNpZXNHbG9tbWVkX1JBKQoKYGBgCgoKCgojIyBCdWJibGUgcGxvdHMKCkJhc2VkIG9uIG15IHByZXZpb3VzIFtzY3JpcHRzXShodHRwczovL2dpdGh1Yi5jb20vbGl6c3V0ZXIvQ2FyaWFjb19FdWspIHdpdGggQ2FyaWFjbyBFdWthcnlvdGljIGRhdGEKYGBge3J9CiMgY29udmVydCBwcyBvYmplY3QgdG8gZGF0YWZyYW1lIHVzaW5nIHBoeWxvc2VxJ3MgcHNtZWx0CnNwZWNpZXNfZGYgPC0gcHNtZWx0KHNwZWNpZXNHbG9tbWVkX1JBKQoKIyByZXBsYWNlIHplcm9lcyBpbiB0aGUgdGFibGUgd2l0aCBOQQpzcGVjaWVzX2RmW3NwZWNpZXNfZGYgPT0gMF0gPC0gTkEKCiMgYW5kIHJlbW92ZSByb3dzIHdpdGggTkFzIGluIGFidW5kYW5jZSAgKHRoaXMgaXMgc28gdGhleSBkb24ndCBhcHBlYXIgYXMgc21hbGwgZG90cyBpbiBwbG90KQpzcGVjaWVzX2RmIDwtICBmaWx0ZXIoc3BlY2llc19kZiwgIWlzLm5hKEFidW5kYW5jZSkpCmBgYAoKCgpQbG90IGJ5IHNwZWNpZXMsIHNjaWVudGlmaWMgbmFtZQpgYGB7cn0Kc3BlY2llc2J1YmJsZXBsb3RfZUROQV9zY2luYW1lIDwtIGdncGxvdChzcGVjaWVzX2RmLCBhZXMoeCA9IFN0YXRpb24sIHkgPSBmY3RfcmV2KHNwZWNpZXMpLCBjb2xvciA9IFN0YXRpb24pKSArICMgdGhlIGZhbmN5IHN0dWZmIGFyb3VuZCB5IChzcGVjaWVzKSBoZWxwcyB0byBwcmVzZW50IGl0IGluIHJldmVyc2Ugb3JkZXIgaW4gdGhlIHBsb3QgKGZyb20gdG9wIHRvIGJ0bSBhbHBoYWJldGljYWxseSkKICBnZW9tX3BvaW50KGFlcyhzaXplID0gQWJ1bmRhbmNlLCBmaWxsID0gU3RhdGlvbiksIGNvbG9yID0gImJsYWNrIiwgcGNoID0gMjEpKwogIHNjYWxlX3NpemUocmFuZ2UgPSBjKDEsMTUpKSArCiAgc2NhbGVfc2l6ZV9hcmVhKGJyZWFrcyA9IGMoMCwuMjUsLjUsLjc1LDEpLCBtYXhfc2l6ZSA9IDYpKwogIHhsYWIoIiIpKwogIHlsYWIoIiIpKwogIGxhYnMoc2l6ZT0iUmVsYXRpdmUgQWJ1bmRhbmNlIikrCiAgdGhlbWVfYncoKSArCiAgc2NhbGVfZmlsbF9icmV3ZXIocGFsZXR0ZT0iUGFpcmVkIikgKwogIHRoZW1lKGF4aXMudGl0bGUueD1lbGVtZW50X2JsYW5rKCksCiAgICAgICAgYXhpcy50ZXh0Lng9ZWxlbWVudF9ibGFuaygpLAogICAgICAgIGF4aXMudGlja3MueD1lbGVtZW50X2JsYW5rKCkpICsKICBmYWNldF9ncmlkKERhdGVjb2RlfkJheXNpZGUsIHNjYWxlcyA9ICJmcmVlIiwgc3BhY2UgPSAiZnJlZSIsIGRyb3A9IFRSVUUpCgpzcGVjaWVzYnViYmxlcGxvdF9lRE5BX3NjaW5hbWUKYGBgCgoKClBsb3QgYnkgc3BlY2llcyBjb21tb24gbmFtZQpgYGB7cn0Kc3BlY2llc2J1YmJsZXBsb3RfZUROQV9jb21uYW1lIDwtIGdncGxvdChzcGVjaWVzX2RmLCBhZXMoeCA9IFN0YXRpb24sIHkgPSBmY3RfcmV2KENvbW1vbk5hbWUpLCBjb2xvciA9IFN0YXRpb24pKSArICMgdGhlIGZhbmN5IHN0dWZmIGFyb3VuZCB5IChDb21tb25OYW1lKSBoZWxwcyB0byBwcmVzZW50IGl0IGluIHJldmVyc2Ugb3JkZXIgaW4gdGhlIHBsb3QgKGZyb20gdG9wIHRvIGJ0bSBhbHBoYWJldGljYWxseSkKICBnZW9tX3BvaW50KGFlcyhzaXplID0gQWJ1bmRhbmNlLCBmaWxsID0gU3RhdGlvbiksIGNvbG9yID0gImJsYWNrIiwgcGNoID0gMjEpKwogIHNjYWxlX3NpemUocmFuZ2UgPSBjKDEsMTUpKSArCiAgc2NhbGVfc2l6ZV9hcmVhKGJyZWFrcyA9IGMoMCwuMjUsLjUsLjc1LDEpLCBtYXhfc2l6ZSA9IDYpKwogIHhsYWIoIiIpKwogIHlsYWIoIiIpKwogIGxhYnMoc2l6ZT0iUmVsYXRpdmUgQWJ1bmRhbmNlIikrCiAgdGhlbWVfYncoKSArCiAgc2NhbGVfZmlsbF9icmV3ZXIocGFsZXR0ZT0iUGFpcmVkIikgKwogIHRoZW1lKGF4aXMudGl0bGUueD1lbGVtZW50X2JsYW5rKCksCiAgICAgICAgYXhpcy50ZXh0Lng9ZWxlbWVudF9ibGFuaygpLAogICAgICAgIGF4aXMudGlja3MueD1lbGVtZW50X2JsYW5rKCkpICsKICBmYWNldF9ncmlkKERhdGVjb2RlfkJheXNpZGUsIHNjYWxlcyA9ICJmcmVlIiwgc3BhY2UgPSAiZnJlZSIsIGRyb3A9IFRSVUUpCgpzcGVjaWVzYnViYmxlcGxvdF9lRE5BX2NvbW5hbWUKYGBgCgoKRXhwb3J0ZmlndXJlcwpgYGB7cn0KZ2dzYXZlKGZpbGVuYW1lID0gIkZpZ3VyZXMvc3BlY2llc2J1YmJsZXBsb3RfZUROQV9zY2luYW1lLmVwcyIsIHBsb3QgPSBzcGVjaWVzYnViYmxlcGxvdF9lRE5BX3NjaW5hbWUsIHVuaXRzID0gYygiaW4iKSwgd2lkdGggPSA3LCBoZWlnaHQgPSAxMiwgZHBpID0gMzAwKQoKZ2dzYXZlKGZpbGVuYW1lID0gIkZpZ3VyZXMvc3BlY2llc2J1YmJsZXBsb3RfZUROQV9jb21uYW1lLmVwcyIsIHBsb3QgPSBzcGVjaWVzYnViYmxlcGxvdF9lRE5BX2NvbW5hbWUsIHVuaXRzID0gYygiaW4iKSwgd2lkdGggPSA3LCBoZWlnaHQgPSAxMiwgZHBpID0gMzAwKQpgYGAKCgoKCiMjIyBGaWx0ZXIgb3V0IEVsYXNtb2JyYW5jaHMKVGhlIGFib3ZlIGxvb2sgZ29vZCBidXQgdGhleSBpbmNsdWRlIHR3byBlbGFzbW9icmFuY2hzLCB0aGUgZHVza3kgc21vb3RoLWhvdW5kIHNoYXJrIGFuZCBjb3dub3NlIHJheS4gV2hpbGUgdGhlc2UgYXJlIHByb2JhYmx5IHJlYWwsIHRoZSBNaUZJU0ggcHJpbWVycyBkb24ndCBhY3R1YWxseSB0YXJnZXQgdGhlIGVsYXNtb2JyYW5jaHMsIHNvIHdlIGNhbid0IHRydXN0IHRoaXMgYXNzYXkgdG8gZmFpcmx5IHJlcHJlc2VudCB0aGVzZSBub24tdGFyZ2V0IHNwZWNpZXMuIEZpbHRlciBvdXQgYW5kIHJlLW1ha2UgdGhlIGJ1YmJsZSBwbG90czoKCmBgYHtyfQpwc19yYV9ub19lbGFzbW8gPC0gc3Vic2V0X3RheGEocHNfcmEsICFDb21tb25OYW1lID09ICdDb3dub3NlIHJheScpCnBzX3JhX25vX2VsYXNtbyA8LSBzdWJzZXRfdGF4YShwc19yYV9ub19lbGFzbW8sICFDb21tb25OYW1lID09J0R1c2t5IHNtb290aC1ob3VuZCBzaGFyaycpCgojIGFuZCBjaGVjawpzcGVjaWVzR2xvbW1lZF9SQV9ub19lbGFzbW8gPSB0YXhfZ2xvbShwc19yYV9ub19lbGFzbW8sICJDb21tb25OYW1lIikKc3BlY2llc0dsb21tZWRfUkFfbm9fZWxhc21vCnRheF90YWJsZShzcGVjaWVzR2xvbW1lZF9SQV9ub19lbGFzbW8pCmBgYAoKUmVtYWtlIGJ1YmJsZSBwbG90cy4gRmlyc3QgbWVsdCBmb3IgdGlkeXZlcnNlIGZvcm1hdAoKYGBge3J9CiMgY29udmVydCBwcyBvYmplY3QgdG8gZGF0YWZyYW1lIHVzaW5nIHBoeWxvc2VxJ3MgcHNtZWx0CnNwZWNpZXNfZGZfbm9fZWxhc21vIDwtIHBzbWVsdChzcGVjaWVzR2xvbW1lZF9SQV9ub19lbGFzbW8pCgojIHJlcGxhY2UgemVyb2VzIGluIHRoZSB0YWJsZSB3aXRoIE5BCnNwZWNpZXNfZGZfbm9fZWxhc21vW3NwZWNpZXNfZGZfbm9fZWxhc21vID09IDBdIDwtIE5BCgojIGFuZCByZW1vdmUgcm93cyB3aXRoIE5BcyBpbiBhYnVuZGFuY2UgICh0aGlzIGlzIHNvIHRoZXkgZG9uJ3QgYXBwZWFyIGFzIHNtYWxsIGRvdHMgaW4gcGxvdCkKc3BlY2llc19kZl9ub19lbGFzbW8gPC0gIGZpbHRlcihzcGVjaWVzX2RmX25vX2VsYXNtbywgIWlzLm5hKEFidW5kYW5jZSkpCmBgYAoKCgpQbG90IGJ5IHNwZWNpZXMsIHNjaWVudGlmaWMgbmFtZQpgYGB7cn0Kc3BlY2llc2J1YmJsZXBsb3RfZUROQV9zY2luYW1lX25vX2VsYXNtbyA8LSBnZ3Bsb3Qoc3BlY2llc19kZl9ub19lbGFzbW8sIGFlcyh4ID0gU3RhdGlvbiwgeSA9IGZjdF9yZXYoc3BlY2llcyksIGNvbG9yID0gU3RhdGlvbikpICsgIyB0aGUgZmFuY3kgc3R1ZmYgYXJvdW5kIHkgKHNwZWNpZXMpIGhlbHBzIHRvIHByZXNlbnQgaXQgaW4gcmV2ZXJzZSBvcmRlciBpbiB0aGUgcGxvdCAoZnJvbSB0b3AgdG8gYnRtIGFscGhhYmV0aWNhbGx5KQogIGdlb21fcG9pbnQoYWVzKHNpemUgPSBBYnVuZGFuY2UsIGZpbGwgPSBTdGF0aW9uKSwgY29sb3IgPSAiYmxhY2siLCBwY2ggPSAyMSkrCiAgc2NhbGVfc2l6ZShyYW5nZSA9IGMoMSwxNSkpICsKICBzY2FsZV9zaXplX2FyZWEoYnJlYWtzID0gYygwLC4yNSwuNSwuNzUsMSksIG1heF9zaXplID0gNikrCiAgeGxhYigiIikrCiAgeWxhYigiIikrCiAgbGFicyhzaXplPSJSZWxhdGl2ZSBBYnVuZGFuY2UiKSsKICB0aGVtZV9idygpICsKICBzY2FsZV9maWxsX2JyZXdlcihwYWxldHRlPSJQYWlyZWQiKSArCiAgdGhlbWUoYXhpcy50aXRsZS54PWVsZW1lbnRfYmxhbmsoKSwKICAgICAgICBheGlzLnRleHQueD1lbGVtZW50X2JsYW5rKCksCiAgICAgICAgYXhpcy50aWNrcy54PWVsZW1lbnRfYmxhbmsoKSkgKwogIGZhY2V0X2dyaWQoRGF0ZWNvZGV+QmF5c2lkZSwgc2NhbGVzID0gImZyZWUiLCBzcGFjZSA9ICJmcmVlIiwgZHJvcD0gVFJVRSkKCnNwZWNpZXNidWJibGVwbG90X2VETkFfc2NpbmFtZV9ub19lbGFzbW8KYGBgCgoKClBsb3QgYnkgc3BlY2llcyBjb21tb24gbmFtZQpgYGB7cn0Kc3BlY2llc2J1YmJsZXBsb3RfZUROQV9jb21uYW1lX25vX2VsYXNtbyA8LSBnZ3Bsb3Qoc3BlY2llc19kZl9ub19lbGFzbW8sIGFlcyh4ID0gU3RhdGlvbiwgeSA9IGZjdF9yZXYoQ29tbW9uTmFtZSksIGNvbG9yID0gU3RhdGlvbikpICsgIyB0aGUgZmFuY3kgc3R1ZmYgYXJvdW5kIHkgKENvbW1vbk5hbWUpIGhlbHBzIHRvIHByZXNlbnQgaXQgaW4gcmV2ZXJzZSBvcmRlciBpbiB0aGUgcGxvdCAoZnJvbSB0b3AgdG8gYnRtIGFscGhhYmV0aWNhbGx5KQogIGdlb21fcG9pbnQoYWVzKHNpemUgPSBBYnVuZGFuY2UsIGZpbGwgPSBTdGF0aW9uKSwgY29sb3IgPSAiYmxhY2siLCBwY2ggPSAyMSkrCiAgc2NhbGVfc2l6ZShyYW5nZSA9IGMoMSwxNSkpICsKICBzY2FsZV9zaXplX2FyZWEoYnJlYWtzID0gYygwLC4yNSwuNSwuNzUsMSksIG1heF9zaXplID0gNikrCiAgeGxhYigiIikrCiAgeWxhYigiIikrCiAgbGFicyhzaXplPSJSZWxhdGl2ZSBBYnVuZGFuY2UiKSsKICB0aGVtZV9idygpICsKICBzY2FsZV9maWxsX2JyZXdlcihwYWxldHRlPSJQYWlyZWQiKSArCiAgdGhlbWUoYXhpcy50aXRsZS54PWVsZW1lbnRfYmxhbmsoKSwKICAgICAgICBheGlzLnRleHQueD1lbGVtZW50X2JsYW5rKCksCiAgICAgICAgYXhpcy50aWNrcy54PWVsZW1lbnRfYmxhbmsoKSkgKwogIGZhY2V0X2dyaWQoRGF0ZWNvZGV+QmF5c2lkZSwgc2NhbGVzID0gImZyZWUiLCBzcGFjZSA9ICJmcmVlIiwgZHJvcD0gVFJVRSkKCnNwZWNpZXNidWJibGVwbG90X2VETkFfY29tbmFtZV9ub19lbGFzbW8KYGBgCgoKRXhwb3J0ZmlndXJlcwpgYGB7cn0KZ2dzYXZlKGZpbGVuYW1lID0gIkZpZ3VyZXMvc3BlY2llc2J1YmJsZXBsb3RfZUROQV9zY2luYW1lX25vX2VsYXNtby5lcHMiLCBwbG90ID0gc3BlY2llc2J1YmJsZXBsb3RfZUROQV9zY2luYW1lX25vX2VsYXNtbywgdW5pdHMgPSBjKCJpbiIpLCB3aWR0aCA9IDcsIGhlaWdodCA9IDEyLCBkcGkgPSAzMDApCgpnZ3NhdmUoZmlsZW5hbWUgPSAiRmlndXJlcy9zcGVjaWVzYnViYmxlcGxvdF9lRE5BX2NvbW5hbWVfbm9fZWxhc21vLmVwcyIsIHBsb3QgPSBzcGVjaWVzYnViYmxlcGxvdF9lRE5BX2NvbW5hbWVfbm9fZWxhc21vLCB1bml0cyA9IGMoImluIiksIHdpZHRoID0gNywgaGVpZ2h0ID0gMTIsIGRwaSA9IDMwMCkKYGBgCgoKCiMgIEltcG9ydCBhbmQgcHJlcGFyZSB0aGUgZGF0YSBmcm9tIHRyYXdscyAKCiMjIEltcG9ydCBUcmF3bCBDb3VudCBEYXRhCmBgYHtyfQojIGltcG9ydCA0dGggc2hlZXQgZnJvbSAgRXhjZWwgZmlsZSB3aGljaCBjb250YWlucyBtb3JwaG9tZXRyaWMgZGF0YSBmb3IgZWFjaCBpbmRpdmlkdWFsIGNvbGxlY3RlZCBmb3IgZXZlcnkgZGF0ZQp0cmF3bF9tYXN0ZXIgPC0gcmVhZF9leGNlbCgiVHJhd2xzIE1BU1RFUiAyMDIwIF9tb2RfRVMueGxzeCIsNCkKdHJhd2xfbWFzdGVyCiMgYW5kIGltcG9ydCA2dGggc2hlZXQgd2hpY2ggaXMgc3RhdGlvbiBpbmZvCnN0YXRpb25zIDwtIHJlYWRfZXhjZWwoIlRyYXdscyBNQVNURVIgMjAyMCBfbW9kX0VTLnhsc3giLDYpCnN0YXRpb25zCmBgYAoKTWFrZSBhbiBlcXVpdmFsZW50IHRvIGFuIE9UVSB0YWJsZSwgZ3JvdXBpbmcgYnkgZGF0ZSBhbmQgbG9jYXRpb24gYW5kIHJlcHJlc2VudGluZyBjb3VudHMgZm9yIGV2ZXJ5IHVuaXF1ZSBzcGVjaWVzCmBgYHtyfQp0cmF3bF9jb3VudHMgPC0gdHJhd2xfbWFzdGVyICU+JQogIGdyb3VwX2J5KERBVEVDT0RFLCBTVEFUSU9OX05PLCBDb21tb25OYW1lKSAlPiUKICB0YWxseShuYW1lID0gImNvdW50IikKdHJhd2xfY291bnRzCmBgYAoKYW5kIGxpbmsgc3RhdGlvbiBuYW1lcyB0byBjb3VudCB0YWJsZSBieSBtYXRjaGluZyB0byBzdGF0aW9uIG51bWJlcgpgYGB7cn0KdHJhd2xfY291bnRzIDwtIGxlZnRfam9pbih0cmF3bF9jb3VudHMsIHN0YXRpb25zLCBieSA9ICJTVEFUSU9OX05PIikKdHJhd2xfY291bnRzCmBgYAoKUmVtb3ZlIDA5LzE2LzIwIHNpbmNlIHRoZXJlIGlzIG5vIGVxdWl2YWxlbnQgZUROQSBmcm9tIHRoYXQgZGF0ZQpgYGB7cn0KdHJhd2xfY291bnRzIDwtIHRyYXdsX2NvdW50cyAlPiUKICBmaWx0ZXIoREFURUNPREUgIT0gIjIwMjAwOTE2IikKYGBgCgoKIyMgSW1wb3J0IENQVUUgZGF0YQpUaGVzZSBoYXZlIGJlZW4gcXVhbGl0eSBjb250cm9sbGVkIGJ5IFNhcmEgdG8gcmVtb3ZlIG5vbi1NaUZJU2ggc3BlY2llcyAoaW52ZXJ0ZWJyYXRlcywgZWxhc21vYnJhbmNocykgYW5kIGFsc28gdG8gbm9ybWFsaXplIGZvciBlZmZvcnQuIFNvIHRoZSB1bml0IGlzIENQVUUgKGNhdGNoIHBlciB1bml0IGVmZm9ydCkKCmBgYHtyfQojIEltcG9ydAp0cmF3bF9DUFVFIDwtIHJlYWRfZXhjZWwoIlRyYXdsIENQVUUgbm8gZWxhc21vYnJhbmNoX21vZC54bHN4IiwgMSkKCiMgUHVsbCBvdXQgc3BlY2llcyBuYW1lcwp0cmF3bF9DUFVFX25hbWVzIDwtIGNvbG5hbWVzKHRyYXdsX0NQVUUpWzM6ZGltKHRyYXdsX0NQVUUpWzJdXQoKIyBDaGFuZ2UgZm9ybWF0IHRvIGxvbmcgd2l0aCBzcGVjaWVzIGFzIHJvd3MKdHJhd2xfQ1BVRSA8LSBwaXZvdF9sb25nZXIodHJhd2xfQ1BVRSxjb2xzID0gY29sbmFtZXModHJhd2xfQ1BVRSlbMzpkaW0odHJhd2xfQ1BVRSlbMl1dLG5hbWVzX3RvID0gIlNwZWNpZXMiLCB2YWx1ZXNfdG8gPSAiQ1BVRSIpCgojIExpbmsgc3RhdGlvbiBtZXRhZGF0YSB3aXRoIHRyYXdsIENQVUUgZGF0YQp0cmF3bF9DUFVFIDwtIGxlZnRfam9pbih0cmF3bF9DUFVFLCBtZXRhZGF0YSwgYnkgPSBjKCJEYXRlY29kZSIsICJTdGF0aW9uIikpCgp0cmF3bF9DUFVFCmBgYAoKIyBBYnVuZGFuY2UgcGxvdHMgVHJhd2xzCgojIyBCdWJibGUgcGxvdHMtIEFidW5kYW5jZXMKCmBgYHtyfQpzcGVjaWVzYnViYmxlcGxvdF90cmF3bF9jb21uYW1lIDwtIGdncGxvdCh0cmF3bF9jb3VudHMsIGFlcyh4ID0gU1RBVElPTl9OQSwgeSA9IGZjdF9yZXYoQ29tbW9uTmFtZSksIGNvbG9yID0gU1RBVElPTl9OQSkpICsgCiAgZ2VvbV9wb2ludChhZXMoc2l6ZSA9IGxvZzEwKGNvdW50KSwgZmlsbCA9IFNUQVRJT05fTkEpLCBjb2xvciA9ICJibGFjayIsIHBjaCA9IDIxKSsKICBzY2FsZV9zaXplKHJhbmdlID0gYygxLDE1KSkgKwogIHNjYWxlX3NpemVfYXJlYShicmVha3MgPSBjKGxvZzEwKDEpLCBsb2cxMCgyKSwgbG9nMTAoNSksIGxvZzEwKDEwKSwgbG9nMTAoMjUpLCBsb2cxMCgxMDApKSwgbWF4X3NpemUgPSA2LCBsYWJlbHMgPSBjKCIxIiwiMiIsIjUiLCIxMCIsIjI1IiwiMTAwIikpKwogIHhsYWIoIiIpKwogIHlsYWIoIiIpKwogIGxhYnMoc2l6ZT0iQWJ1bmRhbmNlIiwgZmlsbCA9ICJTdGF0aW9uIikrCiAgdGhlbWVfYncoKSArCiAgc2NhbGVfZmlsbF9icmV3ZXIocGFsZXR0ZT0iUGFpcmVkIikgKwogIHRoZW1lKGF4aXMudGl0bGUueD1lbGVtZW50X2JsYW5rKCksCiAgICAgICAgYXhpcy50ZXh0Lng9ZWxlbWVudF9ibGFuaygpLAogICAgICAgIGF4aXMudGlja3MueD1lbGVtZW50X2JsYW5rKCkpICsKICBmYWNldF9ncmlkKERBVEVDT0RFfkJBWVNJREUsIHNjYWxlcyA9ICJmcmVlIiwgc3BhY2UgPSAiZnJlZSIsIGRyb3A9IFRSVUUpCgpzcGVjaWVzYnViYmxlcGxvdF90cmF3bF9jb21uYW1lCgpgYGAKCkV4cG9ydCBmaWd1cmUKYGBge3J9Cmdnc2F2ZShmaWxlbmFtZSA9ICJGaWd1cmVzL3NwZWNpZXNidWJibGVwbG90X3RyYXdsX2FidW5kYW5jZV9jb21uYW1lLmVwcyIsIHBsb3QgPSBzcGVjaWVzYnViYmxlcGxvdF90cmF3bF9jb21uYW1lLCB1bml0cyA9IGMoImluIiksIHdpZHRoID0gNi43NSwgaGVpZ2h0ID0gMTMsIGRwaSA9IDMwMCkKYGBgCgoKCiMjIyBGaWx0ZXIgb3V0IG5vbi10YXJnZXQtTWlGSVNIIHNwZWNpZXMKVG8gbWFrZSBhIGZhaXIgY29tcGFyaXNvbiwgZmlsdGVyIG91dCB0aGUgc3BlY2llcyBmcm9tIHRoZSB0cmF3bCBkYXRhIHRoYXQgYXJlIG5vdCB0YXJnZXR0ZWQgYnkgdGhlIGVETkEgTWlGSVNIIHByaW1lcnMgKGludmVydGVicmF0ZXMgYW5kIGVsYXNtb2JyYWNocykKYGBge3J9CiMgSW1wb3J0IHRoZSBsaXN0IG9mIHNwZWNpZXMgdGhhdCBhcmUgT0sgZm9yIGNvbXBhcmlzb24KTWlGSVNIX3RhcmdldHMgPC0gcmVhZF9leGNlbCgiVHJhd2wgQ1BVRSBubyBlbGFzbW9icmFuY2hfbW9kLnhsc3giLDIpCk1pRklTSF90YXJnZXRzCmBgYAoKSm9pbiB0byB0cmF3bCBkYXRhIGFuZCBmaWx0ZXIKYGBge3J9CnRyYXdsX2NvdW50c19NaUZJU0hvbmx5IDwtIGxlZnRfam9pbihNaUZJU0hfdGFyZ2V0cyx0cmF3bF9jb3VudHMsIGJ5ID0gIkNvbW1vbk5hbWUiKQp0cmF3bF9jb3VudHNfTWlGSVNIb25seQpgYGAKUmVkdWNlZCB0aGUgbnVtYmVyIG9mIHJvd3MgZnJvbSAzNjMgdG8gMjQ0LgoKClBsb3QgYW5vdGhlciBidWJibGUgcGxvdCB3aXRoIG9ubHkgYWJ1bmRhbmNlIG9mIE1pRklTaCBzcGVjaWVzIGZyb20gdGhlIHRyYXdsCmBgYHtyfQpzcGVjaWVzYnViYmxlcGxvdF90cmF3bF9jb21uYW1lX01pRklTSG9ubHkgPC0gZ2dwbG90KHRyYXdsX2NvdW50c19NaUZJU0hvbmx5LCBhZXMoeCA9IFNUQVRJT05fTkEsIHkgPSBmY3RfcmV2KENvbW1vbk5hbWUpLCBjb2xvciA9IFNUQVRJT05fTkEpKSArIAogIGdlb21fcG9pbnQoYWVzKHNpemUgPSBsb2cxMChjb3VudCksIGZpbGwgPSBTVEFUSU9OX05BKSwgY29sb3IgPSAiYmxhY2siLCBwY2ggPSAyMSkrCiAgc2NhbGVfc2l6ZShyYW5nZSA9IGMoMSwxNSkpICsKICBzY2FsZV9zaXplX2FyZWEoYnJlYWtzID0gYyhsb2cxMCgxKSwgbG9nMTAoMiksIGxvZzEwKDUpLCBsb2cxMCgxMCksIGxvZzEwKDI1KSwgbG9nMTAoMTAwKSksIG1heF9zaXplID0gNiwgbGFiZWxzID0gYygiMSIsIjIiLCI1IiwiMTAiLCIyNSIsIjEwMCIpKSsKICB4bGFiKCIiKSsKICB5bGFiKCIiKSsKICBsYWJzKHNpemU9IkFidW5kYW5jZSIsIGZpbGwgPSAiU3RhdGlvbiIpKwogIHRoZW1lX2J3KCkgKwogIHNjYWxlX2ZpbGxfYnJld2VyKHBhbGV0dGU9IlBhaXJlZCIpICsKICB0aGVtZShheGlzLnRpdGxlLng9ZWxlbWVudF9ibGFuaygpLAogICAgICAgIGF4aXMudGV4dC54PWVsZW1lbnRfYmxhbmsoKSwKICAgICAgICBheGlzLnRpY2tzLng9ZWxlbWVudF9ibGFuaygpKSArCiAgZmFjZXRfZ3JpZChEQVRFQ09ERX5CQVlTSURFLCBzY2FsZXMgPSAiZnJlZSIsIHNwYWNlID0gImZyZWUiLCBkcm9wPSBUUlVFKQoKc3BlY2llc2J1YmJsZXBsb3RfdHJhd2xfY29tbmFtZV9NaUZJU0hvbmx5CmBgYAoKRXhwb3J0IGZpZ3VyZQpgYGB7cn0KZ2dzYXZlKGZpbGVuYW1lID0gIkZpZ3VyZXMvc3BlY2llc2J1YmJsZXBsb3RfdHJhd2xfYWJ1bmRhbmNlX2NvbW5hbWVfTWlGSVNIb25seS5lcHMiLCBwbG90ID0gc3BlY2llc2J1YmJsZXBsb3RfdHJhd2xfY29tbmFtZV9NaUZJU0hvbmx5LCB1bml0cyA9IGMoImluIiksIHdpZHRoID0gNi43NSwgaGVpZ2h0ID0gMTAsIGRwaSA9IDMwMCkKYGBgCgoKCgojIyBCdWJibGUgcGxvdHMgLSBDUFVFCgpgYGB7cn0Kc3BlY2llc2J1YmJsZXBsb3RfdHJhd2xfQ1BVRV9jb21uYW1lIDwtIGdncGxvdCh0cmF3bF9DUFVFLCBhZXMoeCA9IFN0YXRpb24sIHkgPSBmY3RfcmV2KFNwZWNpZXMpLCBjb2xvciA9IFN0YXRpb24pKSArIAogIGdlb21fcG9pbnQoYWVzKHNpemUgPSBsb2cxMChDUFVFKSwgZmlsbCA9IFN0YXRpb24pLCBjb2xvciA9ICJibGFjayIsIHBjaCA9IDIxKSsKICBzY2FsZV9zaXplKHJhbmdlID0gYygxLDE1KSkgKwogIHNjYWxlX3NpemVfYXJlYShicmVha3MgPSBjKGxvZzEwKDEpLCBsb2cxMCgyKSwgbG9nMTAoNSksIGxvZzEwKDEwKSwgbG9nMTAoMjUpLCBsb2cxMCgxMDApKSwgbWF4X3NpemUgPSA2LCBsYWJlbHMgPSBjKCIxIiwiMiIsIjUiLCIxMCIsIjI1IiwiMTAwIikpKwogIHhsYWIoIiIpKwogIHlsYWIoIiIpKwogIGxhYnMoc2l6ZT0iQ1BVRSIsIGZpbGwgPSAiU3RhdGlvbiIpKwogIHRoZW1lX2J3KCkgKwogIHNjYWxlX2ZpbGxfYnJld2VyKHBhbGV0dGU9IlBhaXJlZCIpICsKICB0aGVtZShheGlzLnRpdGxlLng9ZWxlbWVudF9ibGFuaygpLAogICAgICAgIGF4aXMudGV4dC54PWVsZW1lbnRfYmxhbmsoKSwKICAgICAgICBheGlzLnRpY2tzLng9ZWxlbWVudF9ibGFuaygpKSArCiAgZmFjZXRfZ3JpZChEYXRlY29kZX5CYXlzaWRlLCBzY2FsZXMgPSAiZnJlZSIsIHNwYWNlID0gImZyZWUiLCBkcm9wPSBUUlVFKQoKc3BlY2llc2J1YmJsZXBsb3RfdHJhd2xfQ1BVRV9jb21uYW1lCmBgYAoKCkV4cG9ydCBmaWd1cmUKYGBge3J9Cmdnc2F2ZShmaWxlbmFtZSA9ICJGaWd1cmVzL3NwZWNpZXNidWJibGVwbG90X3RyYXdsX0NQVUVfY29tbmFtZS5lcHMiLCBwbG90ID0gc3BlY2llc2J1YmJsZXBsb3RfdHJhd2xfQ1BVRV9jb21uYW1lLCB1bml0cyA9IGMoImluIiksIHdpZHRoID0gNi43NSwgaGVpZ2h0ID0gMTMsIGRwaSA9IDMwMCkKYGBgCgojQ09OVElOVUUgSEVSRS4gTU9ESUZZIENQVUUgREFUQSBTTyBUSEUgWkVST0VTIEFSRSBOQSBBTkQgVEhFIFNQRUNJRVMgTkFNRVMgQVJFIE5PVCBBTEwgQ0FQUwoKIyBDb21wYXJlIFRyYXdsIGFuZCBlRE5BCgojIyBTcGVjaWVzIFJpY2huZXNzCkNvdW50IHVuaXF1ZSBzcGVjaWVzIGFjcm9zcyBhbGwgc3RhdGlvbnMsIGdyb3VwZWQgYnkgZGF0ZSwgZm9yIGVhY2ggbWV0aG9kLCB0cmF3bCYgZUROQSAodXNlIGZpbHRlcmVkIHRyYXdsIGRhdGEgc28gb25seSBjb21wYXJpbmcgTWlGSVNoIHNwcCB0byBNaUZJU2ggc3BwKS4KCkZpcnN0IGZpbHRlciBvdXQgc3RhdGlvbnMgZnJvbSB0cmF3bCBkYXRhIHRoYXQgd2VyZSBkZWxldGVkIHNhbXBsZXMgZnJvbSBlRE5BIGFuYWx5c2lzIGJlY2F1c2Ugb2YgcG9vciBzZXF1ZW5jaW5nIGVmZm9ydC4KRmlsdGVyZWQgZUROQSBzYW1wbGVzOiAKVDFTNyAoMjAyMDA3MDcsIENPUk1PUkFOVCBQT0lOVCkKVDFTOCAoMjAyMDA3MDcsIFNISU5ORUNPQ0sgSElMTFMpClQzUzExICgyMDIwMDgwNSwgTElUVExFIFBPTkQpClQxUzIgKDIwMjAwNzA3LCBXRVNUIE1JRCBCQVkpClQ0UzUgKDIwMjAwODE5LCBQT05RVU9HVUUgQlJJREdFKQoKYGBge3J9CnRyYXdsX2NvdW50c19NaUZJU0hvbmx5Cgp0cmF3bF9jb3VudHNfTWlGSVNIb25seV9zdGF0aW9uc2ZpbHRlcmVkIDwtIHRyYXdsX2NvdW50c19NaUZJU0hvbmx5ICU+JQogIGZpbHRlcighREFURUNPREUgPT0gIjIwMjAwNzA3IiB8ICFTVEFUSU9OX05BID09ICJDT1JNT1JBTlQgUE9JTlQiKSAlPiUKICBmaWx0ZXIoIURBVEVDT0RFID09ICIyMDIwMDcwNyIgfCAhU1RBVElPTl9OQSA9PSAiU0hJTk5FQ09DSyBISUxMUyIpICU+JQogIGZpbHRlcighREFURUNPREUgPT0gIjIwMjAwODA1IiB8ICFTVEFUSU9OX05BID09ICJMSVRUTEUgUE9ORCIpICU+JQogIGZpbHRlcighREFURUNPREUgPT0gIjIwMjAwNzA3IiB8ICFTVEFUSU9OX05BID09ICJXRVNUIE1JRCBCQVkiKSAlPiUKICBmaWx0ZXIoIURBVEVDT0RFID09ICIyMDIwMDgxOSIgfCAhU1RBVElPTl9OQSA9PSAiUE9OUVVPR1VFIEJSSURHRSIpCgp0cmF3bF9jb3VudHNfTWlGSVNIb25seV9zdGF0aW9uc2ZpbHRlcmVkCgp0cmF3bF91bmlxdWVzIDwtIHRyYXdsX2NvdW50c19NaUZJU0hvbmx5X3N0YXRpb25zZmlsdGVyZWQgJT4lCiAgZ3JvdXBfYnkoREFURUNPREUsIENvbW1vbk5hbWUpICU+JQogIHN1bW1hcmlzZShUcmF3bF9Db3VudCA9IHN1bShjb3VudCwgbmEucm09VFJVRSkpCgp0cmF3bF91bmlxdWVzCgplRE5BX3VuaXF1ZXMgPC0gc3BlY2llc19kZl9ub19lbGFzbW8lPiUKICBncm91cF9ieShEYXRlY29kZSwgQ29tbW9uTmFtZSkgJT4lCiAgc3VtbWFyaXNlKGVETkFfUmVsQWJ1biA9IHN1bShBYnVuZGFuY2UsIG5hLnJtPVRSVUUpKQoKZUROQV91bmlxdWVzCgojIENvbWJpbmUgaW50byBvbmUgZGF0YWZyYW1lCnRyYXdsX2VETkFfYWJ1bl90YWJsZSA8LSBmdWxsX2pvaW4odHJhd2xfdW5pcXVlcywgZUROQV91bmlxdWVzLCBieT1jKCJDb21tb25OYW1lIiA9ICJDb21tb25OYW1lIiwgIkRBVEVDT0RFIiA9ICJEYXRlY29kZSIpKQoKdHJhd2xfZUROQV9hYnVuX3RhYmxlCmBgYAoKCkNvdW50IHRvdGFsIG51bWJlciBvZiBzcGVjaWVzIGZyb20gZWFjaCBtZXRob2QgZm9yIGVhY2ggZGF0ZQpgYGB7cn0KZUROQV9yaWNobmVzcyA8LSB0YWxseShlRE5BX3VuaXF1ZXMsIG5hbWUgPSAiZUROQSIpCnRyYXdsX3JpY2huZXNzIDwtIHRhbGx5KHRyYXdsX3VuaXF1ZXMsIG5hbWUgPSAidHJhd2wiKQoKc3BlY2llc3JpY2huZXNzIDwtIGZ1bGxfam9pbihlRE5BX3JpY2huZXNzLCB0cmF3bF9yaWNobmVzcywgYygiRGF0ZWNvZGUiID0gIkRBVEVDT0RFIikpCnNwZWNpZXNyaWNobmVzcyA8LSBwaXZvdF9sb25nZXIoc3BlY2llc3JpY2huZXNzLCAhRGF0ZWNvZGUsIG5hbWVzX3RvID0gIk1ldGhvZCIsIHZhbHVlc190byA9ICJSaWNobmVzcyIpCgpzcGVjaWVzcmljaG5lc3MkRGF0ZWNvZGUgPC0geW1kKHNwZWNpZXNyaWNobmVzcyREYXRlY29kZSkgIyBjb252ZXJ0IHRvIGRhdGUgZm9ybWF0IChiZXR0ZXIgZm9yIHBsb3R0aW5nKQoKc3BlY2llc3JpY2huZXNzCmBgYAoKClBsb3Qgc2lkZS1ieS1zaWRlCmBgYHtyfQpzcGVjaWVzX3JpY2huZXNzX3Bsb3QgPC0gZ2dwbG90KHNwZWNpZXNyaWNobmVzcywgYWVzKHggPURhdGVjb2RlLCB5ID0gUmljaG5lc3MpKSArCiAgZ2VvbV9saW5lKGFlcyhjb2xvciA9IE1ldGhvZCksIHNpemUgPSAzKSArCiAgdGhlbWVfYncoKSArCiAgeGxhYigiIikgKwogIHlsYWIoIlNwZWNpZXMgUmljaG5lc3MiKQoKc3BlY2llc19yaWNobmVzc19wbG90CgojIGV4cG9ydCBwbG90Cmdnc2F2ZShmaWxlbmFtZSA9ICJGaWd1cmVzL3NwZWNpZXNfcmljaG5lc3NfcGxvdC5lcHMiLCBwbG90ID0gc3BlY2llc19yaWNobmVzc19wbG90LCB1bml0cyA9IGMoImluIiksIHdpZHRoID0gNCwgaGVpZ2h0ID0gMywgZHBpID0gMzAwKQpgYGAKCgoKU3VtIHRvdGFsIG51bWJlciBvZiBzcGVjaWVzIGFjcm9zcyBhbGwgZGF0ZXMvIHN0YXRpb25zIGZvciBlbnRpcmUgc3R1ZHkKYGBge3J9CnNwZWNpZXNfc3Vtc19hYnVuX3RhYmxlIDwtIHRyYXdsX2VETkFfYWJ1bl90YWJsZSAlPiUKICBncm91cF9ieShDb21tb25OYW1lKSAlPiUKICBzdW1tYXJpc2UoVHJhd2wgPSBzdW0oVHJhd2xfQ291bnQsIG5hLnJtPVRSVUUpLCBlRE5BID0gKHN1bShlRE5BX1JlbEFidW4sIG5hLnJtPVRSVUUpKSkgJT4lCiAgcGl2b3RfbG9uZ2VyKCFDb21tb25OYW1lLCBuYW1lc190byA9ICJNZXRob2QiLCB2YWx1ZXNfdG8gPSAiQWJ1bmRhbmNlIikKICAKIyB0dXJuIHplcm9lcyB0byBOQSBzbyB0aGV5IGRvbid0IHBsb3QgCnNwZWNpZXNfc3Vtc19hYnVuX3RhYmxlIDwtIG5hX2lmKHNwZWNpZXNfc3Vtc19hYnVuX3RhYmxlLDApCgpzcGVjaWVzX3N1bXNfYWJ1bl90YWJsZQpgYGAKCgoKRm9yIGVhY2ggc3BlY2llcywgcGxvdCBzaWRlLWJ5LXNpZGUgY29tcGFyaXNvbiBvZiBhYnVuZGFuY2UgKHN1bW1lZCBvdmVyIHdob2xlIHN0dWR5KSB1c2luZyBlYWNoIG1ldGhvZAoKYGBge3J9CiMgRmlyc3QgY3JlYXRlIGEgY3VzdG9tIGNvbG9yIHNjYWxlIHRvIG1ha2UgdGhpcyBwcmV0dHkKbXlDb2xvcnMgPC0gY29sb3JSYW1wUGFsZXR0ZShicmV3ZXIucGFsKDExLCJTcGVjdHJhbCIpKSg0MCkKbmFtZXMobXlDb2xvcnMpIDwtIGxldmVscyh1bmlxdWUoc3BlY2llc19zdW1zX2FidW5fdGFibGUkQ29tbW9uTmFtZSkpCmNvbFNjYWxlIDwtIHNjYWxlX2NvbG91cl9tYW51YWwobmFtZSA9ICJDb21tb25OYW1lIix2YWx1ZXMgPSBteUNvbG9ycykKCnNwZWNpZXNfYWJ1bl9zdW1fcGxvdCA8LSBnZ3Bsb3Qoc3BlY2llc19zdW1zX2FidW5fdGFibGUsIGFlcyh4ID0gQWJ1bmRhbmNlLCB5ID0gcmVvcmRlcihDb21tb25OYW1lLCBBYnVuZGFuY2UsIGZ1bmN0aW9uKHgpe3N1bSh4LG5hLnJtID0gVFJVRSl9KSwgY29sb3IgPSBDb21tb25OYW1lKSkgKwogIGdlb21fcG9pbnQoc2l6ZSA9IDUpICsKICBmYWNldF93cmFwKH5mY3RfcmV2KE1ldGhvZCksIHNjYWxlcyA9ICJmcmVlX3giKSArCiAgdGhlbWVfYncoKSArCiAgeGxhYigiQWJ1bmRhbmNlIikgKwogIHlsYWIoIiIpICsgCiAgY29sU2NhbGUgKwogIHRoZW1lKGxlZ2VuZC5wb3NpdGlvbiA9ICJub25lIikKCnNwZWNpZXNfYWJ1bl9zdW1fcGxvdApgYGAKCkV4cG9ydCBwbG90CmBgYHtyfQpnZ3NhdmUoZmlsZW5hbWUgPSAiRmlndXJlcy9zcGVjaWVzX2FidW5fc3VtX3Bsb3QuZXBzIiwgcGxvdCA9IHNwZWNpZXNfYWJ1bl9zdW1fcGxvdCwgdW5pdHMgPSBjKCJpbiIpLCB3aWR0aCA9IDUsIGhlaWdodCA9IDYsIGRwaSA9IDMwMCkKYGBgCgoKCgojIEV4cGxvcmF0b3J5IEFuYWx5c2VzCgojIyBPcmRpbmF0aW9ucyBvbiBlRE5BCgpJIHdpbGwgdHJ5IFBDb0EsIFBDQSAodGhlIEV1Y2xpZGVhbiBQQ29BKSBhbmQgTk1EUyBvcmRpbmF0aW9ucyBpbiBjb21iaW5hdGlvbiB3aXRoIGRpZmZlcmVudCB0cmFuZm9ybWF0aW9ucyBhbmQgZGlzdGFuY2UgbWV0cmljcyBpbiBvcmRlciB0byBzZWUgd2hpY2ggZXhwbGFpbiB0aGUgbW9zdCB2YXJpYW5jZSBpbiB0aGUgZGF0YXNldC4KCi0gTk9URS0gc2VlIHRoaXMgW2Rpc2N1c3Npb25dKGh0dHBzOi8vc3RhdHMuc3RhY2tleGNoYW5nZS5jb20vcXVlc3Rpb25zLzMwNTk2NS9jYW4taS11c2UtdGhlLWNsci1jZW50ZXJlZC1sb2ctcmF0aW8tdHJhbnNmb3JtYXRpb24tdG8tcHJlcGFyZS1kYXRhLWZvci1wY2EpIGFuZCB0aGlzIFtwYXBlcl0oaHR0cHM6Ly9saW5rLnNwcmluZ2VyLmNvbS9hcnRpY2xlLzEwLjEwMDcvczExMDA0LTAwOC05MTk2LXkpIG9uIHdoeSBDQ0Egc2hvdWxkIG5vdCBiZSB1c2VkIHdpdGggQ0xSLXRyYW5zZm9ybWVkIGNvbXBvc2l0aW9uYWwgZGF0YSB0byBleHBsb3JlIGNvcnJlbGF0aW9ucy4KCiMjIyBQQ0EKUENBIGlzIGVzc2VudGlhbGx5IGEgdHlwZSBvZiBQQ29BICB1c2luZyB0aGUgRXVjbGlkZWFuIGRpc3RhbmNlIG1hdHJpeCBhcyBpbnB1dC4gV2hlbiBjb21iaW5lZCB3aXRoIGEgbG9nLXJhdGlvIHRyYW5zZm9ybWF0aW9uIG9mIHRoZSBjb3VudCB0YWJsZSwgdGhpcyBpcyBkZWVtZWQgYXBwcm9wcmlhdGUgZm9yICpjb21wb3NpdGlvbmFsKiBkYXRhc2V0cy4gSXQgaXMgYWxzbyBbcmVjb21tZW5kZWRdKGh0dHBzOi8vc2l0ZXMuZ29vZ2xlLmNvbS9zaXRlL21iM2d1c3RhbWUvaW5kaXJlY3QtZ3JhZGllbnQtYW5hbHlzaXMvcGNhKSBhcyBhIGZpcnN0IHN0ZXAgaW4gZXhwbG9yYXRvcnkgYW5hbHlzZXMgb2Ygc2VxdWVuY2luZ2luZyBkYXRhc2V0cy4KCkZpcnN0IGRvIGEgKipDTFIsIGNlbnRlcmVkIGxvZyByYXRpbyoqIHRyYW5zZm9ybWF0aW9uIG9mIHRoZSBhYnNvbHV0ZSBhYnVuZGFuY2UgZGF0YSAoYWZ0ZXIgZmlsdGVyaW5nKSwgYXMgc3VnZ2VzdGVkIGJ5IFtHbG9vciBldCBhbC4gMjAxN10oaHR0cHM6Ly93d3cuZnJvbnRpZXJzaW4ub3JnL2FydGljbGVzLzEwLjMzODkvZm1pY2IuMjAxNy4wMjIyNC9mdWxsKSAgCmBgYHtyfQojIEVzdGltYXRlIGNvdmFyaWFuY2UgbWF0cml4IGZvciBDTFItdHJhbnNmb3JtZWQgQVNWIHRhYmxlCmNscl9hc3ZfdGFibGVfcHMgPC0gZGF0YS5mcmFtZShjb21wb3NpdGlvbnM6OmNscihvdHVfdGFibGUocHMpKSkKYGBgCgoKR2VuZXJhdGUgdGhlIFBDQSBhbmQgdmlzdWFsaXplIGF4ZXMKYGBge3J9CiMgR2VuZXJhdGUgYSBQcmluY2lwbGUgQ29tcG9uZW50IEFuYWx5c2lzIChQQ0EpIGFuZCBldmFsdWF0ZWQgYmFzZWQgb24gdGhlIGVpZ2VuIGRlY29tcG9zaXRpb24gZnJvbSBzYW1wbGUgY292YXJpYW5jZSBtYXRyaXguIApsb2dyYXRfcGNhIDwtIHByY29tcChjbHJfYXN2X3RhYmxlX3BzKSAKIyBOT1RFLSB0aGlzIGlzIGVxdWl2YWxlbnQgdG8gZmlyc3QgbWFraW5nIGEgRXVjbGlkZWFuIGRpc3RhbmNlIG1hdHJpeCB1c2luZyB0aGUgQ0xSIGRhdGEgdGFibGUgYW5kIHRoZW4gcnVubmluZyBhIFBDb0EuIEEgRXVjbGlkZWFuIGRpc3RhbmNlIG1hdHJpeCBvZiBhIGxvZy10cmFuc2Zvcm1lZCBkYXRhIHRhYmxlID0gYW4gQWl0Y2hpc29uIGRpc3RhbmNlIG1hdHJpeC4gU28gdGhpcyBpcyBlcXVpdmFsZW50IHRvIHRoZSBjb21wb3NpdGlvbmFsIG1ldGhvZHMgbGlzdGVkIGluIEdsb29yIGV0IGFsLgoKIyBWaXN1YWwgcmVwcmVzZW50YXRpb24gd2l0aCBhIHNjcmVlcGxvdApsb2dyYXRfdmFyaWFuY2VzIDwtIGFzLmRhdGEuZnJhbWUobG9ncmF0X3BjYSRzZGV2XjIvc3VtKGxvZ3JhdF9wY2Ekc2Rldl4yKSkgJT4lICNFeHRyYWN0IGF4ZXMKICAjIEZvcm1hdCB0byBwbG90CiAgc2VsZWN0KFBlcmNWYXIgPSAnbG9ncmF0X3BjYSRzZGV2XjIvc3VtKGxvZ3JhdF9wY2Ekc2Rldl4yKScpICU+JSAKICByb3duYW1lc190b19jb2x1bW4odmFyID0gIlBDYXhpcyIpICU+JSAKICBkYXRhLmZyYW1lCmhlYWQobG9ncmF0X3ZhcmlhbmNlcykKCiMgUGxvdCBzY3JlZXBsb3QKZ2dwbG90KGxvZ3JhdF92YXJpYW5jZXMsIGFlcyh4ID0gYXMubnVtZXJpYyhQQ2F4aXMpLCB5ID0gUGVyY1ZhcikpICsgCiAgZ2VvbV9iYXIoc3RhdCA9ICJpZGVudGl0eSIsIGZpbGwgPSAiZ3JleSIsIGNvbG9yID0gImJsYWNrIikgKwogIHRoZW1lX21pbmltYWwoKSArCiAgdGhlbWUoYXhpcy50aXRsZSA9IGVsZW1lbnRfdGV4dChjb2xvciA9ICJibGFjayIsIGZhY2UgPSAiYm9sZCIsIHNpemUgPSAxMCksCiAgICAgICAgYXhpcy50ZXh0LnkgPSBlbGVtZW50X3RleHQoY29sb3IgPSAiYmxhY2siLCBmYWNlID0gImJvbGQiKSwKICAgICAgICBheGlzLnRleHQueCA9IGVsZW1lbnRfYmxhbmsoKSkgKwogIGxhYnMoeCA9ICJQQyBheGlzIiwgeSA9ICIlIFZhcmlhbmNlIiwgdGl0bGUgPSAiTG9nLVJhdGlvIFBDQSBTY3JlZXBsb3QsIENMUiBUcmFuZm9ybWF0aW9uIikKYGBgCgpUb3RhbCB2YXJpYW5jZSBleHBsYWluZWQgYnkgZmlyc3QgdGhyZWUgYXhlcz0gMTUuNyArIDEwLjUgKyAxMC4wID0gKiozNi4yJSoqLiBTaW5jZSB0aGUgc2Vjb25kIGFuZCB0aGlyZCBheGVzIGFyZSBzaW1pbGFyLCBwbG90IGluIDNEIHdpdGggMyBheGVzLgoKVmlzdWFsaXplIHRoZSBQQ0EtIAoKYGBge3J9CiMgRXh0cmFjdCB2YXJpYW5jZXMgZnJvbSB0aGUgY2xyIHBjYQpwY2FfbG9ncmF0X2ZyYW1lIDwtIGRhdGEuZnJhbWUobG9ncmF0X3BjYSR4KSAlPiUgCiAgcm93bmFtZXNfdG9fY29sdW1uKHZhciA9ICJTYW1wbGVJRCIpCgojIE1lcmdlIG1ldGFkYXRhIGludG8gdGhlIHBjb2EgZGF0YSB0YWJsZQpwY2FfbG9ncmF0X2ZyYW1lIDwtIGxlZnRfam9pbihwY2FfbG9ncmF0X2ZyYW1lLCBtZXRhZGF0YSwgYnkgPSAiU2FtcGxlSUQiKQpoZWFkKHBjYV9sb2dyYXRfZnJhbWUpCgojIFNlbGVjdCBlaWdlbnZhbHVlcyBmcm9tIGRhdGFmcmFtZSwgcm91bmQgdG8gNCBwbGFjZXMgYW5kIG11bHRpcGx5IGJ5IDEwMCBmb3IgcGxvdHRpbmcuIFRoZXNlIHdpbGwgYmUgdGhlIGF4ZXMgZm9yIHRoZSAzLUQgcGxvdAplaWdlbnZhbHVlczwtcm91bmQobG9ncmF0X3ZhcmlhbmNlc1ssMl0sIGRpZ2l0cyA9IDQpKjEwMAoKIyBQbG90bHkgLSAzLUQKcGNhX2xvZ3JhdCA8LSBwbG90X2x5KHBjYV9sb2dyYXRfZnJhbWUsIHR5cGU9J3NjYXR0ZXIzZCcsIG1vZGU9J21hcmtlcnMnLAogICAgICAgIHg9flBDMSx5PX5QQzIsej1+UEMzLGNvbG9ycz1+YnJld2VyLnBhbCgxMSwnUGFpcmVkJyksCiAgICAgICAgY29sb3I9flN0YXRpb24sIHN5bWJvbHMgPSBjKCdjaXJjbGUnLCdkaWFtb25kJyksIHN5bWJvbD1+QmF5c2lkZSklPiUKICBsYXlvdXQoZm9udD1saXN0KHNpemU9MTIpLAogICAgICAgICB0aXRsZT0nQ0xSLUV1Y2xpZGVhbiBQQ0EnLAogICAgICAgICBzY2VuZT1saXN0KHhheGlzPWxpc3QodGl0bGU9cGFzdGUwKCdDbyAyICcsZWlnZW52YWx1ZXNbMl0sJyUnKSwKICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgIHNob3d0aWNrbGFiZWxzPUZBTFNFLHplcm9saW5lY29sb3I9J2JsYWNrJyksCiAgICAgICAgICAgICAgICAgICAgeWF4aXM9bGlzdCh0aXRsZT1wYXN0ZTAoJ0NvIDMgJyxlaWdlbnZhbHVlc1szXSwnJScpLAogICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgc2hvd3RpY2tsYWJlbHM9RkFMU0UsemVyb2xpbmVjb2xvcj0nYmxhY2snKSwKICAgICAgICAgICAgICAgICAgICB6YXhpcz1saXN0KHRpdGxlPXBhc3RlMCgnQ28gMSAnLGVpZ2VudmFsdWVzWzFdLCclJyksCiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICBzaG93dGlja2xhYmVscz1GQUxTRSx6ZXJvbGluZWNvbG9yPSdibGFjaycpKSkKIyBwY2FfbG9ncmF0CgojIHNhdmUgaW4gIkVtYmVkZGVkX2ZpZ3VyZXMiIGRpcmVjdG9yeSBzbyB0aGF0IGl0IGNhbiBiZSBob3N0ZWQgYXQgR2l0aHViIGFuZCBlbWJlZGRlZCBpbiB0aGlzIG5vdGVib29rCndpdGhyOjp3aXRoX2RpcignRW1iZWRkZWRfZmlndXJlcycsIGh0bWx3aWRnZXRzOjpzYXZlV2lkZ2V0KGFzX3dpZGdldChwY2FfbG9ncmF0KSwgZmlsZT0icGNhX2xvZ3JhdC5odG1sIiwgc2VsZmNvbnRhaW5lZCA9IEYpKQoKIApgYGAKCgo8aWZyYW1lIHNyYz0iRW1iZWRkZWRfZmlndXJlcy9wY2FfbG9ncmF0Lmh0bWwiIGhlaWdodD0iNjAwcHgiIHdpZHRoPSIxMDAlIiBzdHlsZT0iYm9yZGVyOm5vbmU7Ij48L2lmcmFtZT4KCioqU3VtbWFyeSoqIFRoZSBDTFItRXVjbGlkZWFuIFBDQSByZXZlYWxzIHRoZXJlIGlzIHNvbWUgc2VwYXJhdGlvbiBhY2NvcmRpbmcgdG8gRWFzdCB2cyBXZXN0LiBUaGUgUENBIG9ubHkgZXhwbGFpbnMgfjM2JSBvZiB0aGUgdmFyaWFuY2Ugc28ga2VlcCBnb2luZyB3aXRoIGRpZmZlcmVudCBvcmRpbmF0aW9ucyB0byBzZWUgaWYgdGhlcmUgaXMgYSBiZXR0ZXIgcmVwcmVzZW50YXRpb24KCgoKIyMjIFBDb0EgSmFjY2FyZApUaGUgbW9yZSB0cmFkaXRpb25hbCBhcHByb2FjaCB0byBvcmRpbmF0aW9ucyBpcyB0byBkbyBhIFBDb0Egb24gYSBkaXN0YW5jZSBtYXRyaXggc3VjaCBhcyBCcmF5LUN1cnRpcywgSmFjY2FyZCwgb3IgVW5pZnJhYy4gV2hlbiBjb21iaW5lZCB3aXRoIGEgdHJhbnNmb3JtYXRpb24sIHRoZXkgYmVjb21lIG1vcmUgYXBwcm9wcmlhdGUgZm9yIE5HUyBkYXRhLiBPbmUgc3VjaCBjb21tb24gdHJhbnNmb3JtYXRpb24gaXMgdGhlIEhlbGxpbmdlciB0cmFuc2Zvcm1hdGlvbi4KClRoZSBkaWZmZXJlbnQgZGlzdGFuY2UgbWF0cmljZXMgYWxzbyB0ZWxsIHlvdSBhIGZldyBkaWZmZXJlbnQgdGhpbmdzIGFib3V0IHRoZSBkYXRhc2V0IHNvIEkgd2lsbCBydW4gdHJ5IGRpZmZlcmVudCBvbmUgdG8gdHJ5IHRvIHNlZSBpZiBJIGNhbiB0ZWFzZSB0aG9zZSBvdXQuIAoKQmVmb3JlIGNhbGN1bGF0aW5nIGFueSBkaXN0YW5jZSBtYXRyaXgsIGRvIGEgdHJhbnNmb3JtYXRpb24gb2YgdGhlIGZpbHRlcmVkIGNvdW50IHRhYmxlLiBIZWxsaW5nZXIgdHJhbnNmb3JtYXRpb24gaXMgdGhlIHNxdWFyZSByb290IG9mIHRoZSByZWxhdGl2ZSBhYnVuZGFuY2UsIHNvIGNhbGN1bGF0ZSBpdCBiYXNlZCBvbiB0aGUgcHNfcmEgb2JqZWN0OgoKYGBge3J9CnBzX2hlbGxpbmdlciA8LSB0cmFuc2Zvcm1fc2FtcGxlX2NvdW50cyhwc19yYSwgZnVuY3Rpb24oeCl7c3FydCh4KX0pCgpgYGAKCgpGaXJzdCwgKipKYWNjYXJkKiosIHdoaWNoIGJ1aWxkcyB0aGUgZGlzdGFuY2UgbWF0cml4IGJhc2VkIG9uIHByZXNlbmNlL2Fic2VuY2UgYmV0d2VlbiBzYW1wbGVzLiBJdCBkb2VzIG5vdCB0YWtlIGludG8gYWNjb3VudCByZWxhdGl2ZSBhYnVuZGFuY2Ugb2YgdGhlIHRheGEuIFRoZXJlZm9yZSB0aGlzIGZ1bmN0aW9ucyB3ZWxsIGZvciBkZXRlcm1pbmluZyBkaWZmZXJlbmNlcyBkcml2ZW4gYnkgcmFyZSB0YXhhLCB3aGljaCBhcmUgd2VpZ2hlZCB0aGUgc2FtZSBhcyBhYnVuZGFudCB0YXhhLgpgYGB7cn0KamFjX2RtYXQ8LXZlZ2Rpc3Qob3R1X3RhYmxlKHBzX2hlbGxpbmdlciksbWV0aG9kPSJqYWNjYXJkIikgIyBKYWNjYXJkIGRpc3QgbWV0cmljCnBjb2FfamFjPC1hcGU6OnBjb2EoamFjX2RtYXQpICMgcGVyZm9ybSBQQ29BCgojIEV4dHJhY3QgdmFyaWFuY2VzIGZyb20gcGNvYSwgZnJvbSBqYWNjYXJkIGNhbGN1bGF0ZWQgZGlzdC4gbWV0cmljCmphY192YXJpYW5jZXMgPC0gZGF0YS5mcmFtZShwY29hX2phYyR2YWx1ZXMkUmVsYXRpdmVfZWlnKSAlPiUgCiAgc2VsZWN0KFBlcmNWYXIgPSAncGNvYV9qYWMudmFsdWVzLlJlbGF0aXZlX2VpZycpICU+JSAKICByb3duYW1lc190b19jb2x1bW4odmFyID0gIlBDYXhpcyIpICU+JSAKICBkYXRhLmZyYW1lCmhlYWQoamFjX3ZhcmlhbmNlcykKCiMgTWFrZSBhIHNjcmVlcGxvdApnZ3Bsb3QoamFjX3ZhcmlhbmNlcywgYWVzKHggPSBhcy5udW1lcmljKFBDYXhpcyksIHkgPSBQZXJjVmFyKSkgKyAKICBnZW9tX2JhcihzdGF0ID0gImlkZW50aXR5IiwgZmlsbCA9ICJncmV5IiwgY29sb3IgPSAiYmxhY2siKSArCiAgdGhlbWVfbWluaW1hbCgpICsKICB0aGVtZShheGlzLnRpdGxlID0gZWxlbWVudF90ZXh0KGNvbG9yID0gImJsYWNrIiwgZmFjZSA9ICJib2xkIiwgc2l6ZSA9IDEwKSwKICAgICAgICBheGlzLnRleHQueSA9IGVsZW1lbnRfdGV4dChjb2xvciA9ICJibGFjayIsIGZhY2UgPSAiYm9sZCIpLAogICAgICAgIGF4aXMudGV4dC54ID0gZWxlbWVudF9ibGFuaygpKSArCiAgbGFicyh4ID0gIlBDIGF4aXMiLCB5ID0gIiUgVmFyaWFuY2UiLCB0aXRsZSA9ICJKYWNjYXJkIFBDb0EgU2NyZWVwbG90IikKYGBgClRoZSBmaXJzdCB0d28gYXhlcyAoMTkuMCArIDkuNiA9IDI4LjYpIGFyZSBPSy4gQnV0IHBsb3QgdGhlIGZpcnN0IDMgYXhlcyBzaW5jZSB0aGUgMm5kIGFuZCAzcmQgZXhwbGFpbiBhIHNpbWlsYXIgYW1vdW50IG9mIHZhcmlhbmNlLCAoMTkuMCArIDkuNiArIDguNCA9ICoqMzclKiogdG90YWwgdmFyaWFuY2UgZXhwbGFpbmVkKSAKClBsb3QgaW4gM0Qgd2l0aCBQbG90bHkKYGBge3J9CiMgRXh0cmFjdCB2YXJpYW5jZXMgZnJvbSB0aGUgamFjY2FyZCBwY29hCnBjb2FfamFjX2RmIDwtIGRhdGEuZnJhbWUocGNvYV9qYWMkdmVjdG9ycykgJT4lIAogIHJvd25hbWVzX3RvX2NvbHVtbih2YXIgPSAiU2FtcGxlSUQiKQoKIyBNZXJnZSBtZXRhZGF0YSBpbnRvIHRoZSBwY29hIGRhdGEgdGFibGUKcGNvYV9qYWNfZGYgPC0gbGVmdF9qb2luKHBjb2FfamFjX2RmLCBtZXRhZGF0YSwgYnkgPSAiU2FtcGxlSUQiKQpoZWFkKHBjb2FfamFjX2RmKQoKIyBTZWxlY3QgZWlnZW52YWx1ZXMgZnJvbSBkYXRhZnJhbWUsIHJvdW5kIHRvIDQgcGxhY2VzIGFuZCBtdWx0aXBseSBieSAxMDAgZm9yIHBsb3R0aW5nLiBUaGVzZSB3aWxsIGJlIHRoZSBheGVzIGZvciB0aGUgMy1EIHBsb3QKZWlnZW52YWx1ZXM8LXJvdW5kKGphY192YXJpYW5jZXNbLDJdLCBkaWdpdHMgPSA0KSoxMDAKCiMgUGxvdGx5IC0gMy1ECnBjb2FfamFjY2FyZCA8LSBwbG90X2x5KHBjb2FfamFjX2RmLCB0eXBlPSdzY2F0dGVyM2QnLCBtb2RlPSdtYXJrZXJzJywKICAgICAgICB4PX5BeGlzLjIseT1+QXhpcy4zLHo9fkF4aXMuMSxjb2xvcnM9fmJyZXdlci5wYWwoMTEsJ1BhaXJlZCcpLAogICAgICAgIGNvbG9yPX5TdGF0aW9uLCBzeW1ib2xzID0gYygnY2lyY2xlJywnZGlhbW9uZCcpLCBzeW1ib2w9fkJheXNpZGUpJT4lCiAgbGF5b3V0KGZvbnQ9bGlzdChzaXplPTEyKSwKICAgICAgICAgdGl0bGU9J1BDb0EgSmFjY2FyZCBEaXN0YW5jZScsCiAgICAgICAgIHNjZW5lPWxpc3QoeGF4aXM9bGlzdCh0aXRsZT1wYXN0ZTAoJ0NvIDIgJyxlaWdlbnZhbHVlc1syXSwnJScpLAogICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgc2hvd3RpY2tsYWJlbHM9RkFMU0UsemVyb2xpbmVjb2xvcj0nYmxhY2snKSwKICAgICAgICAgICAgICAgICAgICB5YXhpcz1saXN0KHRpdGxlPXBhc3RlMCgnQ28gMyAnLGVpZ2VudmFsdWVzWzNdLCclJyksCiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICBzaG93dGlja2xhYmVscz1GQUxTRSx6ZXJvbGluZWNvbG9yPSdibGFjaycpLAogICAgICAgICAgICAgICAgICAgIHpheGlzPWxpc3QodGl0bGU9cGFzdGUwKCdDbyAxICcsZWlnZW52YWx1ZXNbMV0sJyUnKSwKICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgIHNob3d0aWNrbGFiZWxzPUZBTFNFLHplcm9saW5lY29sb3I9J2JsYWNrJykpKQojIHBjb2FfamFjY2FyZAoKIyBzYXZlIGZpZ3VyZSBpbiAiRW1iZWRkZWRfZmlndXJlcyIgZGlyZWN0b3J5IHNvIHRoYXQgaXQgY2FuIGJlIGhvc3RlZCBhdCBHaXRodWIgYW5kIGVtYmVkZGVkIGluIHRoaXMgbm90ZWJvb2sKd2l0aHI6OndpdGhfZGlyKCdFbWJlZGRlZF9maWd1cmVzJywgaHRtbHdpZGdldHM6OnNhdmVXaWRnZXQoYXNfd2lkZ2V0KHBjb2FfamFjY2FyZCksIGZpbGU9InBjb2FfamFjY2FyZC5odG1sIiwgc2VsZmNvbnRhaW5lZCA9IEYpKQpgYGAKCjxpZnJhbWUgc3JjPSJFbWJlZGRlZF9maWd1cmVzL3Bjb2FfamFjY2FyZC5odG1sIiBoZWlnaHQ9IjYwMHB4IiB3aWR0aD0iMTAwJSIgc3R5bGU9ImJvcmRlcjpub25lOyI+PC9pZnJhbWU+CgpUaGUgSmFjY2FyZC1QQ29BIHNob3dzIHNvbWUgc2VwYXJhdGlvbiBhbG9uZyBheGlzIDIgYW5kIGF4aXMgMyBpbiBFYXN0IHZzIFdlc3QgZGlmZmVyZW5jZXMuCgoKIyMjIFBDb0EgQnJheSBDdXJ0aXMKCk5leHQsIHRyeSBhICoqQnJheS1DdXJ0aXMqKiBkaXN0YW5jZSBtYXRyaXggd2l0aCBQQ29BLCB3aGljaCBidWlsZHMgdGhlIGRpc3RhbmNlIG1hdHJpeCBiYXNlZCBvbiBwcmVzZW5jZS9hYnNlbmNlIGJldHdlZW4gc2FtcGxlcyAqYW5kKiByZWxhdGl2ZSBhYnVuZGFuY2UgZGlmZmVyZW5jZXMuIFRoaXMgb3JkaW5hdGlvbiB3aWxsIHJlcHJlc2VudCB3ZWxsIHRoZSBkaWZmZXJlbmNlcyBpbiBzYW1wbGVzIHRoYXQgYXJlIGRyaXZlbiBieSB0YXhhIHdpdGggaGlnaCByZWxhdGl2ZSBhYnVuZGFuY2VzLgoKTk9URTogSSBuZWVkIHRvIHVzZSBhIGNvcnJlY3Rpb24gaGVyZSBmb3IgbmVnYXRpdmUgZWlnZW52YWx1ZXMuIFJlYWQgbW9yZSBbaGVyZV0oaHR0cHM6Ly9mcm9tdGhlYm90dG9tb2Z0aGVoZWFwLm5ldC9zbGlkZXMvaW50cm8tdmVnYW4td2ViaW5hci0yMDIwL2ludHJvLXRvLXZlZ2FuLmh0bWwjNTMpCmBgYHtyfQpicmF5X2RtYXQ8LXZlZ2Rpc3Qob3R1X3RhYmxlKHBzX2hlbGxpbmdlciksbWV0aG9kPSJicmF5IikgIyBCcmF5LUN1cnRpcyBkaXN0IG1ldHJpYwpwY29hX2JyYXk8LWFwZTo6cGNvYShicmF5X2RtYXQpICMgcGVyZm9ybSBQQ29BIGluIGFwZS4gQnV0IGdldHRpbmcgbmVnYXRpdmUgZWlnZW52YWx1ZXMsIHNvIG5lZWQgdG8gYWRkIGNvcnJlY3Rpb24uIHdjbWRzY2FsZSBmcm9tIGJhc2UgUiBhbHNvIHBlcmZvcm1zIFBDb0EgYW5kIGNhbiBhZGQgY2FpbGxpZXogY29ycmVjdGlvbgpwY29hX2JyYXkgPC0gd2NtZHNjYWxlKGJyYXlfZG1hdCwgZWlnID0gVFJVRSwgYWRkID0gImNhaWxsaWV6IikKCiMgY2hlY2sgb3V0IHN1bW1hcnkgb2YgUENvQQplaWdlbnZhbHMocGNvYV9icmF5KSAlPiUKICBzdW1tYXJ5KCkgLT4gZXYKZXYKCiMgZXh0cmFjdCB2YXJpYW5jZXMgYW5kIHB1dCBpbiB0aWJibGUKYnJheV92YXJpYW5jZXMgPC0gTlVMTApmb3IgKGkgaW4gMTpsZW5ndGgoZWlnZW52YWxzKHBjb2FfYnJheSkpKXsKICBicmF5X3ZhcmlhbmNlc1tpXSA8LSBlaWdlbnZhbHMocGNvYV9icmF5KVtpXS9zdW0oZWlnZW52YWxzKHBjb2FfYnJheSkpCn0KCiMgRXh0cmFjdCB2YXJpYW5jZXMgZnJvbSBwY29hLCBmcm9tIGNhbGN1bGF0ZWQgZGlzdC4gbWV0cmljCmJyYXlfdmFyaWFuY2VzIDwtIHRpYmJsZShyb3VuZChicmF5X3ZhcmlhbmNlcywzKSkgJT4lCiAgc2VsZWN0KFBlcmNWYXIgPSAncm91bmQoYnJheV92YXJpYW5jZXMsIDMpJykgJT4lCiAgcm93bmFtZXNfdG9fY29sdW1uKHZhciA9ICJQQ2F4aXMiKSAlPiUKICBkYXRhLmZyYW1lCmhlYWQoYnJheV92YXJpYW5jZXMpCgojIE1ha2UgYSBzY3JlZXBsb3QKZ2dwbG90KGJyYXlfdmFyaWFuY2VzLCBhZXMoeCA9IGFzLm51bWVyaWMoUENheGlzKSwgeSA9IFBlcmNWYXIpKSArIAogIGdlb21fYmFyKHN0YXQgPSAiaWRlbnRpdHkiLCBmaWxsID0gImdyZXkiLCBjb2xvciA9ICJibGFjayIpICsKICB0aGVtZV9taW5pbWFsKCkgKwogIHRoZW1lKGF4aXMudGl0bGUgPSBlbGVtZW50X3RleHQoY29sb3IgPSAiYmxhY2siLCBmYWNlID0gImJvbGQiLCBzaXplID0gMTApLAogICAgICAgIGF4aXMudGV4dC55ID0gZWxlbWVudF90ZXh0KGNvbG9yID0gImJsYWNrIiwgZmFjZSA9ICJib2xkIiksCiAgICAgICAgYXhpcy50ZXh0LnggPSBlbGVtZW50X2JsYW5rKCkpICsKICBsYWJzKHggPSAiUEMgYXhpcyIsIHkgPSAiJSBWYXJpYW5jZSIsIHRpdGxlID0gIkJyYXktQ3VydGlzIFBDb0EgU2NyZWVwbG90IikKYGBgClRoZSBmaXJzdCB0d28gYXhlcyAoMjEuMSArIDExLjApIGFyZSBwcmV0dHkgZ29vZCBhZ2FpbiBidXQgSSBhbSBzdGlsbCBnb2luZyB0byBleHBlcmltZW50IGluIHRoZSBwbG90IHdpdGggdGhlIDNyZCBheGlzIHNpbmNlIGl0IGlzIHNpbWlsYXIgdG8gdGhlIHNlY29uZCAoOS41JTsgdG90YWwgdmFyaWFuY2UgZXhwbGFpbmVkID0gKio0MS42JSoqKQoKCgoKUGxvdCBpbiAzRCB3aXRoIFBsb3RseQpgYGB7cn0KIyBFeHRyYWN0IHZhcmlhbmNlcyBmcm9tIHRoZSBwY29hCnBjb2FfYnJheV9kZiA8LSBkYXRhLmZyYW1lKHBjb2FfYnJheSRwb2ludHMpICU+JSAKICByb3duYW1lc190b19jb2x1bW4odmFyID0gIlNhbXBsZUlEIikKCiMgTWVyZ2UgbWV0YWRhdGEgaW50byB0aGUgcGNvYSBkYXRhIHRhYmxlCnBjb2FfYnJheV9kZiA8LSBsZWZ0X2pvaW4ocGNvYV9icmF5X2RmLCBtZXRhZGF0YSwgYnkgPSAiU2FtcGxlSUQiKQpoZWFkKHBjb2FfYnJheV9kZikKCiMgU2VsZWN0IGVpZ2VudmFsdWVzIGZyb20gZGF0YWZyYW1lLCByb3VuZCB0byA0IHBsYWNlcyBhbmQgbXVsdGlwbHkgYnkgMTAwIGZvciBwbG90dGluZy4gVGhlc2Ugd2lsbCBiZSB0aGUgYXhlcyBmb3IgdGhlIDMtRCBwbG90CmVpZ2VudmFsdWVzPC1yb3VuZChicmF5X3ZhcmlhbmNlc1ssMl0sIGRpZ2l0cyA9IDQpKjEwMAoKIyBQbG90bHkgLSAzLUQKcGNvYV9icmF5IDwtIHBsb3RfbHkocGNvYV9icmF5X2RmLCB0eXBlPSdzY2F0dGVyM2QnLCBtb2RlPSdtYXJrZXJzJywgCiAgICAgICAgICAgICAgICAgICAgIHg9fkRpbTIsIHk9fkRpbTMsIHo9fkRpbTEsIGNvbG9ycz1+YnJld2VyLnBhbCgxMSwnUGFpcmVkJyksCiAgICAgICAgY29sb3I9flN0YXRpb24sIHN5bWJvbHMgPSBjKCdjaXJjbGUnLCdkaWFtb25kJyksIHN5bWJvbD1+QmF5c2lkZSklPiUgIAogIGxheW91dChmb250PWxpc3Qoc2l6ZT0xMiksCiAgICAgICAgIHRpdGxlPSdQQ29BIEJyYXktQ3VydGlzIERpc3RhbmNlJywKICAgICAgICAgc2NlbmU9bGlzdCh4YXhpcz1saXN0KHRpdGxlPXBhc3RlMCgnQ28gMiAnLGVpZ2VudmFsdWVzWzJdLCclJyksCiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICBzaG93dGlja2xhYmVscz1GQUxTRSx6ZXJvbGluZWNvbG9yPSdibGFjaycpLAogICAgICAgICAgICAgICAgICAgIHlheGlzPWxpc3QodGl0bGU9cGFzdGUwKCdDbyAzICcsZWlnZW52YWx1ZXNbM10sJyUnKSwKICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgIHNob3d0aWNrbGFiZWxzPUZBTFNFLHplcm9saW5lY29sb3I9J2JsYWNrJyksCiAgICAgICAgICAgICAgICAgICAgemF4aXM9bGlzdCh0aXRsZT1wYXN0ZTAoJ0NvIDEgJyxlaWdlbnZhbHVlc1sxXSwnJScpLAogICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgc2hvd3RpY2tsYWJlbHM9RkFMU0UsemVyb2xpbmVjb2xvcj0nYmxhY2snKSkpCiMgcGNvYV9icmF5CgojIHNhdmUgaW4gIkVtYmVkZGVkX2ZpZ3VyZXMiIGRpcmVjdG9yeSBzbyB0aGF0IGl0IGNhbiBiZSBob3N0ZWQgYXQgR2l0aHViIGFuZCBlbWJlZGRlZCBpbiB0aGlzIG5vdGVib29rCndpdGhyOjp3aXRoX2RpcignRW1iZWRkZWRfZmlndXJlcycsIGh0bWx3aWRnZXRzOjpzYXZlV2lkZ2V0KGFzX3dpZGdldChwY29hX2JyYXkpLCBmaWxlPSJwY29hX2JyYXkuaHRtbCIsIHNlbGZjb250YWluZWQgPSBGKSkKYGBgCgo8aWZyYW1lIHNyYz0iRW1iZWRkZWRfZmlndXJlcy9wY29hX2JyYXkuaHRtbCIgaGVpZ2h0PSI2MDBweCIgd2lkdGg9IjEwMCUiIHN0eWxlPSJib3JkZXI6bm9uZTsiPjwvaWZyYW1lPgoKClRoZXNlIHJlc3VsdHMgYWxvbmcgYXhlcyAxLCAyLCBhbmQgMyBhcmUgc2ltaWxhciB0byBKYWNjYXJkLCBidXQgdGhlcmUgaXMgTU9SRSBzZXBhcmF0aW9uIGFsb25nIGF4aXMgMiwgaW5kaWNhdGluZyB0aGF0IGluY29ycG9yYXRpbmcgdGhlIGRpZmZlcmVuY2VzIGluIGFidW5kYW5jZSBoZWxwcyBleHBsYWluIG1vcmUgdmFyaWFuY2UgaW4gdGhlIGRhdGFzZXQuCgoKCgojIyMgTk1EUyBBaXRjaGlzb24KTGFzdGx5LCB0cnkgYSBub24tbWV0cmljIGRpbWVuc2lvbmFsIHNjYWxpbmcgb3JkaW5hdGlvbi4gUENBL1BDb0EgYXJlIG1ldHJpYyBhbmQgYXR0ZW1wdCB0byByb3RhdGUgYXhlcyB0byBmaXQgdGhlIGRpc3RhbmNlIG1hdHJpeCBkaXN0cmlidXRpb24uIEFuIE5NRFMgcmVwcmVzZW50cyB0aGUgZGF0YSBpbiAyLWF4ZXMsIGJ5IGNvbnN0cmFpbmluZyB0aGUgZGlzdHJpYnV0aW9uIG9mIHRoZSBwb2ludHMuIFNpbWlsYXIgdG8gYWJvdmUsIHRoaXMgY2FuIGJlIGNvbWJpbmVkIHdpdGggZGlmZmVyZW50IHByZS10cmVhdG1lbnQgb2YgdGhlIGRhdGEuCgpGaXJzdCB0cnkgdGhlIGNvbXBvc2l0aW9uYWwgYXBwcm9hY2gsIGFuICoqTk1EUyBvbiBDTFItdHJhbmZvcm1lZCBkYXRhIHVzaW5nIHRoZSBFdWNsaWRlYW4gZGlzdGFuY2VzKiogKGFrYSBBaXRjaGlzb24gZGlzdGFuY2UpCgpgYGB7cn0KZXVjX2RtYXQ8LWRpc3QoY2xyX2Fzdl90YWJsZV9wcywgbWV0aG9kID0gImV1Y2xpZGVhbiIpICMgQnVpbGQgdGhlIEFpdGNoaXNvbiBkaXN0YW5jZSBtYXRyaXgKZXVjX25tZHMgPC0gbWV0YU1EUyhldWNfZG1hdCwgaz0yLCBhdXRvdHJhbnNmb3JtPUZBTFNFKSAjIFJ1biB0aGUgb3JkaW5hdGlvbgpldWNfbm1kcyRzdHJlc3MgI0NoZWNrIHRoZSBzdHJlc3MuIExlc3MgdGhhbiAwLjEgaXMgZ29vZC4gTGVzcyB0aGFuIDAuMDUgaXMgYmV0dGVyLiBUaGlzIHdpbGwgYmUgZGlmZmVyZW50IGVhY2ggdGltZSwgc2luY2UgaXQgaXMgaXRlcmF0aXZlbHkgZmluZGluZyBhIHVuaXF1ZSBzb2x1dGlvbiBlYWNoIHRpbWUgKGFsdGhvdWdoIHRoZSBzaG91bGQgbG9vayBzaW1pbGFyKQoKIyBFeHRyYWN0IHBvaW50cyBmcm9tIG5tZHMgYW5kIG1lcmdlIGludG8gZGF0YSBmcmFtZSB3aXRoIG1ldGFkYXRhIApldWNfbm1kc19kZiA8LSBkYXRhLmZyYW1lKGV1Y19ubWRzJHBvaW50cykgJT4lIAogIHJvd25hbWVzX3RvX2NvbHVtbih2YXIgPSAiU2FtcGxlSUQiKQoKIyBNZXJnZSBtZXRhZGF0YSBpbnRvIHRoZSBwY29hIGRhdGEgdGFibGUKZXVjX25tZHNfZGYgPC0gbGVmdF9qb2luKGV1Y19ubWRzX2RmLCBtZXRhZGF0YSwgYnkgPSAiU2FtcGxlSUQiKQpoZWFkKGV1Y19ubWRzX2RmKQoKCgojIyBQbG90dGluZyBldWNsaWRlYW4gZGlzdGFuY2UgTk1EUwpubWRzX2FpdGNoIDwtIGdncGxvdChldWNfbm1kc19kZixhZXMoeCA9IE1EUzEsIHkgPSBNRFMyLCBjb2xvciA9IFN0YXRpb24sIHNoYXBlID0gQmF5c2lkZSkpICsKICBnZW9tX3BvaW50KHNpemUgPSA0KSArCiAgc2NhbGVfY29sb3JfYnJld2VyKHBhbGV0dGU9IlBhaXJlZCIpICsKICB0aGVtZV9idygpICsKICBsYWJzKHggPSAiTk1EUyAxIiwgeSA9ICJOTURTIDIiLCB0aXRsZSA9IHBhc3RlMCgnQWl0Y2hpc29uIERpc3RhbmNlIE5NRFMsIFN0cmVzcyA9ICcsIHJvdW5kKGV1Y19ubWRzJHN0cmVzcywyKSkpICsKICBjb29yZF9maXhlZChyYXRpbyA9IDEpCgpubWRzX2FpdGNoCgpnZ3NhdmUoImZpZ3VyZXMvbm1kc19haXRjaC5lcHMiLG5tZHNfYWl0Y2gsIHdpZHRoID0gNywgaGVpZ2h0ID0gNSwgdW5pdHMgPSBjKCJpbiIpKQpgYGAKVGhlIGFib3ZlIGhhcyBhIHJlbGF0aXZlbHkgKipoaWdoIHN0cmVzcyAoPjAuMikqKiBzbyBzaG91bGQgYmUgaW50ZXJwcmV0ZWQgd2l0aCBjYXV0aW9uLiBCdXQgaXQgZG9lcyBzaG93IHNvbWUgc2VwYXJhdGlvbiBFYXN0IHZzIFdlc3QgYWxvbmcgTk1EUyAxLgoKIyMjIE5NRFMgSmFjYWFyZAoKCk5leHQgdHJ5IGEgKipKYWNjYXJkIE5NRFMqKiwgd2hpY2ggd2lsbCByZXByZXNlbnQgZGlmZmVyZW5jZXMgaW4gcHJlc2VuY2UvYWJzZW5jZSBhbW9uZyBzYW1wbGVzLCBlbXBoYXNpemluZyBib3RoIGFidW5kYW50IGFuZCByYXJlIHRheGEgdGhlIHNhbWUKCmBgYHtyfQpqYWNfbm1kcyA8LSBtZXRhTURTKGphY19kbWF0LCBrPTIsIGF1dG90cmFuc2Zvcm09RkFMU0UpICMgUnVuIHRoZSBvcmRpbmF0aW9uLiBEaXN0YW5jZSBtYXRyaXggd2FzIGFscmVhZHkgY2FsY3VsYXRlZCBhYm92ZQpqYWNfbm1kcyRzdHJlc3MgI0NoZWNrIHRoZSBzdHJlc3MuIExlc3MgdGhhbiAwLjEgaXMgZ29vZC4gTGVzcyB0aGFuIDAuNSBpcyBiZXR0ZXIuIFRoaXMgd2lsbCBiZSBkaWZmZXJlbnQgZWFjaCB0aW1lLCBzaW5jZSBpdCBpcyBpdGVyYXRpdmVseSBmaW5kaW5nIGEgdW5pcXVlIHNvbHV0aW9uIGVhY2ggdGltZSAoYWx0aG91Z2ggdGhlIHNob3VsZCBsb29rIHNpbWlsYXIpCgojIEV4dHJhY3QgcG9pbnRzIGZyb20gbm1kcyBhbmQgbWVyZ2UgaW50byBkYXRhIGZyYW1lIHdpdGggbWV0YWRhdGEgCmphY19ubWRzX2RmIDwtIGRhdGEuZnJhbWUoamFjX25tZHMkcG9pbnRzKSAlPiUgCiAgcm93bmFtZXNfdG9fY29sdW1uKHZhciA9ICJTYW1wbGVJRCIpCgojIE1lcmdlIG1ldGFkYXRhIGludG8gdGhlIHBjb2EgZGF0YSB0YWJsZQpqYWNfbm1kc19kZiA8LSBsZWZ0X2pvaW4oamFjX25tZHNfZGYsIG1ldGFkYXRhLCBieSA9ICJTYW1wbGVJRCIpCmhlYWQoamFjX25tZHNfZGYpCgoKCiMjIFBsb3R0aW5nIGV1Y2xpZGVhbiBkaXN0YW5jZSBOTURTCm5tZHNfamFjY2FyZCA8LSBnZ3Bsb3QoamFjX25tZHNfZGYsYWVzKHggPSBNRFMxLCB5ID0gTURTMiwgY29sb3IgPSBTdGF0aW9uLCBzaGFwZSA9IEJheXNpZGUpKSArCiAgZ2VvbV9wb2ludChzaXplID0gNCkgKwogIHNjYWxlX2NvbG9yX2JyZXdlcihwYWxldHRlPSJQYWlyZWQiKSArCiAgdGhlbWVfYncoKSArCiAgbGFicyh4ID0gIk5NRFMgMSIsIHkgPSAiTk1EUyAyIiwgdGl0bGUgPSBwYXN0ZTAoJ0phY2NhcmQgRGlzdGFuY2UgTk1EUywgU3RyZXNzID0gJywgcm91bmQoamFjX25tZHMkc3RyZXNzLDIpKSkgKwogIGNvb3JkX2ZpeGVkKHJhdGlvID0gMSkKCm5tZHNfamFjY2FyZAoKZ2dzYXZlKCJmaWd1cmVzL25tZHNfamFjY2FyZC5lcHMiLG5tZHNfamFjY2FyZCwgd2lkdGggPSA3LCBoZWlnaHQgPSA1LCB1bml0cyA9IGMoImluIikpCmBgYApUaGlzIGlzIHN0aWxsIGEgKiptb2RlcmF0ZWx5IGhpZ2ggc3RyZXNzICg+MC4xKSoqIHNvIHNob3VsZCBiZSBpbnRlcnByZXRlZCB3aXRoIGNhdXRpb24uIFNpbWlsYXIgdG8gQWl0Y2hpc29uLWRpc3RhbmNlIG5NRFMgYnV0IHRoZXJlIGlzIGEgbGl0dGxlIG1vcmUgc2VwYXJhdGlvbiBvZiBFYXN0IHZzIFdlc3Qgb24gTk1EUyAyIGF4aXMuCgojIyMgTk1EUyBCcmF5IEN1cnRpcwoKCk5leHQgdHJ5IGEgKipCcmF5LUN1cmlzIE5NRFMqKiwgd2hpY2ggd2lsbCByZXByZXNlbnQgZGlmZmVyZW5jZXMgaW4gcHJlc2VuY2UvYWJzZW5jZSBhbW9uZyBzYW1wbGVzICphbmQqIHJlbGF0aXZlIGFidW5kYW5jZSwgdGh1cyBlbXBoYXNpemluZyBpbXBhY3RzIG9mIGhpZ2hseSBhYnVuZGFudCB0YXhhLgoKYGBge3J9CmJyYXlfbm1kcyA8LSBtZXRhTURTKGJyYXlfZG1hdCwgaz0yLCBhdXRvdHJhbnNmb3JtPUZBTFNFKSAjIFJ1biB0aGUgb3JkaW5hdGlvbi4gRGlzdGFuY2UgbWF0cml4IHdhcyBhbHJlYWR5IGNhbGN1bGF0ZWQgYWJvdmUKYnJheV9ubWRzJHN0cmVzcyAjQ2hlY2sgdGhlIHN0cmVzcy4gTGVzcyB0aGFuIDAuMSBpcyBnb29kLiBMZXNzIHRoYW4gMC41IGlzIGJldHRlci4gVGhpcyB3aWxsIGJlIGRpZmZlcmVudCBlYWNoIHRpbWUsIHNpbmNlIGl0IGlzIGl0ZXJhdGl2ZWx5IGZpbmRpbmcgYSB1bmlxdWUgc29sdXRpb24gZWFjaCB0aW1lIChhbHRob3VnaCB0aGUgc2hvdWxkIGxvb2sgc2ltaWxhcikKCiMgRXh0cmFjdCBwb2ludHMgZnJvbSBubWRzIGFuZCBtZXJnZSBpbnRvIGRhdGEgZnJhbWUgd2l0aCBtZXRhZGF0YSAKYnJheV9ubWRzX2RmIDwtIGRhdGEuZnJhbWUoYnJheV9ubWRzJHBvaW50cykgJT4lIAogIHJvd25hbWVzX3RvX2NvbHVtbih2YXIgPSAiU2FtcGxlSUQiKQoKIyBNZXJnZSBtZXRhZGF0YSBpbnRvIHRoZSBwY29hIGRhdGEgdGFibGUKYnJheV9ubWRzX2RmIDwtIGxlZnRfam9pbihicmF5X25tZHNfZGYsIG1ldGFkYXRhLCBieSA9ICJTYW1wbGVJRCIpCmhlYWQoYnJheV9ubWRzX2RmKQoKCgojIyBQbG90dGluZyBldWNsaWRlYW4gZGlzdGFuY2UgTk1EUwpubWRzX2JyYXkgPC0gZ2dwbG90KGJyYXlfbm1kc19kZixhZXMoeCA9IE1EUzEsIHkgPSBNRFMyLCBjb2xvciA9IFN0YXRpb24sIHNoYXBlID0gQmF5c2lkZSkpICsKICBnZW9tX3BvaW50KHNpemUgPSA0KSArCiAgc2NhbGVfY29sb3JfYnJld2VyKHBhbGV0dGU9IlBhaXJlZCIpICsKICB0aGVtZV9idygpICsKICBsYWJzKHggPSAiTk1EUyAxIiwgeSA9ICJOTURTIDIiLCB0aXRsZSA9IHBhc3RlMCgnQnJheS1DdXJ0aXMgRGlzdGFuY2UgTk1EUywgU3RyZXNzID0gJywgcm91bmQoYnJheV9ubWRzJHN0cmVzcywyKSkpICsKICBjb29yZF9maXhlZChyYXRpbyA9IDEpCgpubWRzX2JyYXkKCmdnc2F2ZSgiZmlndXJlcy9ubWRzX2JyYXkuZXBzIixubWRzX2JyYXksIHdpZHRoID0gNywgaGVpZ2h0ID0gNSwgdW5pdHMgPSBjKCJpbiIpKQpgYGAKVmVyeSBzaW1pbGFyIHRvIEphY2NhcmQgcmVzdWx0cy4gKipNb2RlcmF0ZWx5IGhpZ2ggc3RyZXNzICgwLjE1KSoqCgoKIyMjIGVETkEgT3JkaW5hdGlvbnMgU3VtbWFyeQpUaGUgb3JkaW5hdGlvbiB0aGF0IGV4cGxhaW5lZCB0aGUgbW9zdCB2YXJpYW5jZSBpbiB0aGUgZUROQSBkYXRhc2V0IHdhcyB0aGUgUENvQSB1c2luZyB0aGUgQnJheS1DdXJ0aXMgZGlzc2ltaWxhcml0eSBtYXRyaXggYWZ0ZXIgSGVsbGluZ2VyIHRyYW5zZm9ybWF0aW9uLiBUaGlzIGlzIHNpbWlsYXIgdG8gdGhlIGFwcHJvYWNoIHByZXNlbnRlZCBpbiBbTGFjb3Vyc2nDqHJl4oCQUm91c3NlbCBldCBhbC4gMjAxOF0oaHR0cHM6Ly9vbmxpbmVsaWJyYXJ5LndpbGV5LmNvbS9kb2kvYWJzLzEwLjEwMDIvZWNlMy40MjEzKS4KCi0gTmV4dDogZml0IGVudmlyb25tZW50YWwgdmVjdG9ycyB0byB0aGlzIG9yZGluYXRpb24gdG8gc2VlIHdoaWNoIGNhbiBiZSBwb3NzaWJseSBleHBsYWluIHNvbWUgb2YgdGhlIHZhcmlhdGlvbiBhbW9uZyBzYW1wbGVzIGFuZCBhbW9uZyBzcGVjaWVzLgoKIyMgUENvQSB3aXRoIEVudmlyb25tZW50YWwgVmFyaWFibGVzCgpSZWNyZWF0ZSwgaW4gMkQsIHRoZSBmaXJzdCB0d28gYXhlcyBvZiB0aGUgb3JkaW5hdGlvbiAoUENvQSB3aXRoIEJyYXkgZGlzdGFuY2UgbWF0cngvIEhlbGxpbmdlciB0cmFuc2Zvcm1hdGlvbikgYW5kIHVzZSBgZW52Zml0YCBmcm9tIHZlZ2FuIHRvIHRlc3QgYW5kIGZpdCBlbnZpcm9ubWVudGFsIHZhcmlhYmxlcy4KCklmIG5vdCBtYWtpbmcgM0QgcGxvdHMsIGNhbiBkbyB0aGlzIGRpcmVjdGx5IGluIHBoeWxvc2VxIChlZy4gaHR0cHM6Ly93d3cuZ2RjLWRvY3MuZXRoei5jaC9NREEvaGFuZG91dHMvTURBMjBfUGh5bG9zZXFGb3JtYXRpb25fTWFoZW5kcmFfTWFyaWFkYXNzb3UucGRmKQoKCmBgYHtyfQpwY29hX2JyYXkgPC0gd2NtZHNjYWxlKGJyYXlfZG1hdCwgZWlnID0gVFJVRSwgYWRkID0gImNhaWxsaWV6IikKCiMgdHJpbSBtZXRhZGF0YSB0byByZW1vdmUgc2FtcGxlcyB0aGF0IHdlcmUgcmVtb3ZlZCBkdXJpbmcgUUMKbWV0YWRhdGFfb3JkaW5hdGlvbnMgPC0gbWV0YWRhdGFbbWV0YWRhdGEkU2FtcGxlSUQgJWluJSBzYW1wbGVfZGF0YShwc19oZWxsaW5nZXIpJFNhbXBsZUlELF0KCiMgZml0IGVudmlyb25tZW50YWwgZmFjdG9ycyBhbmQgc2F2ZSBzdGF0cyBvdXRwdXQKcGNvYV9icmF5X2VudmZpdCA8LSBlbnZmaXQocGNvYV9icmF5LCBtZXRhZGF0YV9vcmRpbmF0aW9ucykKY2FwdHVyZS5vdXRwdXQocGNvYV9icmF5X2VudmZpdCwgZmlsZSA9ICJzdGF0c19yZXN1bHRzL3Bjb2FfYnJheV9lbnZmaXQudHh0IikKCiMgc2lnbmZpY2FudCB2YXJpYWJsZXMgaW5jbHVkZSBEYXRlY29kZSAocCA9IDAuMDI5KSwgTW9udGggKHAgPSAwLjA1MCksIFN0YXRpb24gKHAgPSAwLjAxMSksIGFuZCwgbGVzcyBzaWduaWZpY2FudGx5LCBIYWJpdGF0IChwID0gMC4wODYpCgojIGZpdCB0aGUgc2lnbmlmaWNhbnQgdmFyaWFibGVzIHRvIHRoZSBvcmRpbmF0aW9uCnBjb2FfYnJheV9lbnZmaXRfZGF0ZWNvZGUgPC0gZW52Zml0KHBjb2FfYnJheX5EYXRlY29kZStIYWJpdGF0LCBkYXRhID0gbWV0YWRhdGFfb3JkaW5hdGlvbnMsIHBlcm11dGF0aW9ucyA9IDk5OTkpCgojIHBsb3Qgc2lnIHZhcmlhYmxlcyBvbnRvcCBvZiBQQ29BCnBsb3QocGNvYV9icmF5KQpwbG90KHBjb2FfYnJheV9lbnZmaXRfZGF0ZWNvZGUsIGNvbCA9ICJibGFjayIsIGNleD0xLjUpCgojIyBTVE9QUEVEIEhFUkUuIEtFRVAgRURJVElORyBBQk9WRQoKIyBiYXNpYyBwbG90Cm9yZGlzcGlkZXIocGNvYV9icmF5X2VudmZpdCkKCnBsb3QocGNvYV9icmF5KQpwbG90KHBjb2FfYnJheV9lbnZmaXQpCgoKIyBwbG90IGZyb20gcGxvdGx5IGFib3ZlLiBNb2RpZnkgdG8gdG8gMkQgd2l0aCBzYW1lIGNvbG9yIHNjaGVtZSArIHZlY3RvcnMKcGxvdCA8LSBwbG90X2x5KHBjb2FfYnJheV9kZiwgdHlwZT0nc2NhdHRlcjNkJywgbW9kZT0nbWFya2VycycsIAogICAgICAgICAgICAgICAgICAgICB4PX5EaW0yLCB5PX5EaW0zLCB6PX5EaW0xLCBjb2xvcnM9fmJyZXdlci5wYWwoMTEsJ1BhaXJlZCcpLAogICAgICAgIGNvbG9yPX5TdGF0aW9uLCBzeW1ib2xzID0gYygnY2lyY2xlJywnZGlhbW9uZCcpLCBzeW1ib2w9fkJheXNpZGUpJT4lICAKICBsYXlvdXQoZm9udD1saXN0KHNpemU9MTIpLAogICAgICAgICB0aXRsZT0nUENvQSBCcmF5LUN1cnRpcyBEaXN0YW5jZScsCiAgICAgICAgIHNjZW5lPWxpc3QoeGF4aXM9bGlzdCh0aXRsZT1wYXN0ZTAoJ0NvIDIgJyxlaWdlbnZhbHVlc1syXSwnJScpLAogICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgc2hvd3RpY2tsYWJlbHM9RkFMU0UsemVyb2xpbmVjb2xvcj0nYmxhY2snKSwKICAgICAgICAgICAgICAgICAgICB5YXhpcz1saXN0KHRpdGxlPXBhc3RlMCgnQ28gMyAnLGVpZ2VudmFsdWVzWzNdLCclJyksCiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICBzaG93dGlja2xhYmVscz1GQUxTRSx6ZXJvbGluZWNvbG9yPSdibGFjaycpLAogICAgICAgICAgICAgICAgICAgIHpheGlzPWxpc3QodGl0bGU9cGFzdGUwKCdDbyAxICcsZWlnZW52YWx1ZXNbMV0sJyUnKSwKICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgIHNob3d0aWNrbGFiZWxzPUZBTFNFLHplcm9saW5lY29sb3I9J2JsYWNrJykpKQpgYGAKCgoKLS0tLS0tIEZpeCBiZWxvdyBhZnRlciBwbG90IGFib3ZlIGlzIGZpeGVkLSBDYW50IHVzZSBwaHlsb3NlcXMgcGNvYSBvcmRpbmF0aW9uIHdpdGggY2FpbGxpZXogY29ycmVjdGlvbgoKQ2hlY2sgaG93IHNhbXBsZXMgZGlmZmVyIGluIHRoZSBvcmRpbmF0aW9uIGFjY29yZGluZyB0byBkaWZmZXJlbnQgZW52aXJvbm1lbnRhbCB2YXJpYWJsZXMKCiMjIyBCYXlzaWRlCmBgYHtyfQpwbG90X29yZGluYXRpb24ocHNfaGVsbGluZ2VyLCBwc19oZWxsaW5nZXJfYnJheV9wY29hLCBjb2xvciA9ICJCYXlzaWRlIikgKwogIGdlb21fcG9pbnQoc2l6ZSA9IDQpICsKICBzdGF0X2VsbGlwc2UoYWVzKGdyb3VwID0gQmF5c2lkZSkpICsKICBnZ3RpdGxlKCdCcmF5IEN1cnRpcyBQQ29BJykgKwogIGNvb3JkX2ZpeGVkKHJhdGlvID0gMSkgKwogIHRoZW1lX2J3KCkKCmBgYAoqKlN1bW1hcnkqKjogVGhlcmUgaXMgb3ZlcmxhcCBvZiB0aGUgdHdvLCBidXQgdGhlcmUgYXJlIGFsc28gbWFueSBFQVNUIHNhbXBsZXMgdGhhdCBmYWxsIG91dHNpZGUgYW5kIGRvIG5vIGxvb2sgc2ltaWxhciB0byBXRVNUIHNhbXBsZXMuIFRoZSB0cmFuc2l0aW9uIGNvcnJlbGF0ZXMgd2l0aCBheGlzIDIuIFRoZSBXRVNUIHNhbXBsZXMgYXJlIG1vcmUgY2xvc2VseSBjbHVzdGVyZWQgdG9nZXRoZXIgdGhhbiBFQVNUIHNhbXBsZXMuCgoKIyMjIEhhYml0YXQgCmBgYHtyfQpwbG90X29yZGluYXRpb24ocHNfaGVsbGluZ2VyLCBwc19oZWxsaW5nZXJfYnJheV9wY29hLCBjb2xvciA9ICJIYWJpdGF0IikgKwogIGdlb21fcG9pbnQoc2l6ZSA9IDQpICsKICBzdGF0X2VsbGlwc2UoYWVzKGdyb3VwID0gSGFiaXRhdCkpICsKICBnZ3RpdGxlKCdCcmF5IEN1cnRpcyBQQ29BJykgKwogIGNvb3JkX2ZpeGVkKHJhdGlvID0gMSkgKwogIHRoZW1lX2J3KCkKCmBgYAoqKlN1bW1hcnkqKiB0aGVyZSBkb2Vzbid0IHNlZW0gdG8gYmUgYW55IGVmZmVjdCBvZiBoYWJpdGF0IHR5cGUKCgojIyMgRGF0ZQpgYGB7cn0KcGxvdF9vcmRpbmF0aW9uKHBzX2hlbGxpbmdlciwgcHNfaGVsbGluZ2VyX2JyYXlfcGNvYSwgY29sb3IgPSAiRGF0ZSIpICsKICBnZW9tX3BvaW50KHNpemUgPSA0KSArCiAgc3RhdF9lbGxpcHNlKGFlcyhncm91cCA9IERhdGUpKSArCiAgZ2d0aXRsZSgnQnJheSBDdXJ0aXMgUENvQScpICsKICBjb29yZF9maXhlZChyYXRpbyA9IDEpICsKICB0aGVtZV9idygpCgpgYGAKCioqU3VtbWFyeSoqIFRoZXJlIHNlZW1zIHRvIGJlIGEgY29udGludW91cyB0cmFuc2l0aW9uIGZyb20gSnVseSAyMiB0byBTZXB0LiAyIGJ1dCBpc24ndCBwYXJhbGxlbCB0byBlaXRoZXIgYXhpcyAxIG9yIDIuCgoKIyMjIFZlY3RvciBmaXR0aW5nIG9mIG51bWVyaWMgdmFyaWFibGVzCgpgYGB7cn0KIyB2ZWdhbiBkb2Vzbid0IGRvIGEgcGNvYS4gdHJ5IGNtZHNjYWxlIGZyb20gYmFzZSBSIG9uIHRoZSBicmF5IGN1cnRpcyBkaXN0YW5jZSBtYXRyaXggKGFmdGVyIGhlbGxpbmdlciB0cmFuc2Zvcm1hdGlvbikKcGNvYSA8LSB3Y21kc2NhbGUoYnJheV9kbWF0LCBlaWcgPSBUUlVFKQoKZWlnZW52YWxzKHBjb2EpICU+JQogIHN1bW1hcnkoKSAtPiBldgoKZXYKCmBgYAoKCgoK